-- Logs begin at Wed 2022-05-04 13:04:44 UTC, end at Wed 2022-05-04 14:21:03 UTC. -- May 04 13:54:07.209197 dv-cinder-836996-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 13:54:10.048322 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.common.config [-] Logging enabled! May 04 13:54:10.048913 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 13:54:10.049007 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115472) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 13:54:10.053119 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.common.config [-] Logging enabled! May 04 13:54:10.053390 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 13:54:10.053702 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115472) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 13:54:10.054643 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:54:10.054870 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:54:10.055231 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:54:10.055471 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:54:10.055689 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:54:10.055998 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.056389 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.056616 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.056906 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.057191 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.057494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.057775 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.058063 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.058342 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.058615 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.058895 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.059118 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.059392 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.059674 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.059954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.060174 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] debug = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.060451 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.060868 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.061300 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.061591 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.061870 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.062144 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.062405 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.062677 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.062954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.063277 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] host = dv-cinder-836996-12-iscsi {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.063548 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.063827 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.064106 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.064386 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.064654 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.064923 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.065199 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.065489 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.065754 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.066021 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.066301 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.066580 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.066859 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.067077 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.067293 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.068148 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.068616 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.068892 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.069163 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.069456 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.069727 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.069995 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.070258 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.070536 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.070815 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.071097 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.071366 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.071632 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.071898 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.072159 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.072434 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.072701 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.072966 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.073230 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.073531 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.073794 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.074063 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.074354 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.074633 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.074905 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.075181 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.075447 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.075719 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.075981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.076246 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.076508 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_json = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.076772 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.077034 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.077332 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.077597 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.077859 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.078123 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.078384 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.078663 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.078933 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:10.079220 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.079507 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.079799 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.080074 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.080370 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.080645 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.080928 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.081202 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.081507 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.081791 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.082071 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.082340 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.082632 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.082913 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.083225 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.083543 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.083810 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.084091 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.084357 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.084623 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.084888 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.085156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.085455 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.085724 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.086001 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.086279 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.086549 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.086835 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.087111 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.087386 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.087668 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.087945 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.088207 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.088476 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.088755 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.089022 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.089304 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.089572 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.089847 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.090113 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.090375 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.090646 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.090911 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.091175 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.091435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.091701 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.091978 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.092245 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.092509 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.092793 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.093039 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.093322 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.093599 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.093864 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.094124 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.094386 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.094655 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.094917 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.095178 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.095443 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.095704 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.095969 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.096229 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.096490 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.096751 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.097010 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.097288 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.097551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.097810 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.098072 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.098334 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.098597 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.098945 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.099209 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.099476 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.099766 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.100041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.100305 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.100574 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.100844 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.101115 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.101405 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.101676 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.101947 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.102212 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.102494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.102771 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.103048 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.103321 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.103630 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.103892 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.104161 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.104427 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.104706 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.104976 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.105269 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.105547 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.105820 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.106104 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.106391 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.106675 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.106961 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.107244 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.107515 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.107815 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.108088 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:10.108300 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:54:10.108533 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115472) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 13:54:10.572415 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 13:54:10.572681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 13:54:10.572975 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 13:54:10.573330 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 13:54:10.905596 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.905876 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.906142 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.907328 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.907594 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.907853 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.963624 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.963896 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.964156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.978873 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.979147 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:10.979411 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.010158 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.010435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.010698 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.047609 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.047881 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.048145 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.391147 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.391778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.391778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.391938 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.392601 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.491501 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.491815 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.492091 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.492357 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.492617 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.492921 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.493174 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.493452 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.493743 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.493979 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.494230 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.494488 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.494736 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.494979 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.495226 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.495481 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.495729 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.496012 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.496275 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.496527 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.496792 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.497048 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.497346 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.497716 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.497962 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.498198 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.498590 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.498825 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.499057 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.499287 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.499518 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.499747 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:11.500105 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 13:54:11.503197 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 13:54:11.507958 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 13:54:11.511931 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 04 13:54:11.513555 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 13:54:11.514010 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 13:54:11.514486 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 13:54:11.514863 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 13:54:11.517665 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 13:54:11.517908 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 13:54:11.518245 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:54:11.523416 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 13:54:11.546715 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 13:54:11.547157 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.547460 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115472) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 13:54:11.547841 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.549148 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115472) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 13:54:11.549441 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:54:11.549679 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 13:54:11.553471 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.553748 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:11.617518 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 13:54:11.617742 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 13:54:11.617971 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 13:54:11.618340 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 13:54:11.639624 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_db.sqlalchemy.engines [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115472) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 13:54:12.298853 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing driver for type 'gre' May 04 13:54:12.299450 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] gre ID ranges: [(1, 1000)] May 04 13:54:12.529709 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing driver for type 'local' May 04 13:54:12.530353 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing driver for type 'vlan' May 04 13:54:12.715782 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] VlanTypeDriver initialization complete May 04 13:54:12.716123 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing driver for type 'vxlan' May 04 13:54:12.716637 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] vxlan ID ranges: [(1, 1000)] May 04 13:54:13.110178 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing extension driver 'port_security' May 04 13:54:13.110599 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] PortSecurityExtensionDriver initialization complete May 04 13:54:13.110868 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing mechanism driver 'openvswitch' May 04 13:54:13.111172 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing mechanism driver 'hyperv' May 04 13:54:13.119045 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.plugin [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:13.119911 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.120277 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.120631 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.121158 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.121612 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.121967 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.122309 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.122708 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.123109 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.123460 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.123797 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.124186 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.124588 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.124938 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.125302 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.125767 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.126180 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.126529 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.126867 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.127260 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.127659 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > address_group after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.128000 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > address_group after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.128336 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.128725 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:54:13.129166 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] ML2 OVO RPC backend initialized. {{(pid=115472) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 13:54:13.129897 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.131323 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.131778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.132128 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > networks before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.132476 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.132817 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > ports before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.133159 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.133525 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnets before_response 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.133867 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.134284 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.134621 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.134955 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.135289 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.135621 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.135953 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.136282 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.136612 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.144384 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded quota_driver: . May 04 13:54:13.144747 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.plugin [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Modular L2 Plugin initialization complete May 04 13:54:13.145088 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading services supported by the core plugin {{(pid=115472) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 13:54:13.145462 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.plugins.ml2.managers [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Got port-security extension from driver 'port_security' May 04 13:54:13.146492 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.extensions.vlantransparent [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Disabled vlantransparent extension. May 04 13:54:13.146996 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115472) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 13:54:13.147321 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: router May 04 13:54:13.202582 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.202974 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_create 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.203339 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router before_create 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.203698 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.204067 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.204413 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_delete 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.204764 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.205108 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.205491 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_create 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.205833 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.206174 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.206516 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.206990 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.207398 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.207887 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.208689 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.209062 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: subnet after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.209659 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.210012 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.210359 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_create 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.210699 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.211159 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.211731 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router after_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.212076 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.212427 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_create 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.212792 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.213131 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_update 55549900 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.213516 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > agent after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.213997 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > agent after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.214596 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > network after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.216059 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Tracking information for resource: router configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:13.216450 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Tracking information for resource: floatingip configured {{(pid=115472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:54:13.222153 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.db.l3_agentschedulers_db [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 13:54:13.222732 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.223084 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.223428 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.226628 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: port after_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.231833 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router before_create 55550100 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.232204 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.232563 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_create 55550100 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.232949 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > router precommit_update 55550100 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.237662 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.provider_configuration [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service providers = [] {{(pid=115472) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 13:54:13.246533 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.db.servicetype_db [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115472) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 13:54:13.248951 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.service_base [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:54:13.249321 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.service_base [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:54:13.249660 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.service_base [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:54:13.250554 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.services.service_base [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:54:13.250916 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.services.service_base [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 13:54:13.251291 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.251602 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 13:54:13.262285 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.262605 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: auto_allocate May 04 13:54:13.268295 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: network precommit_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.268655 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: network precommit_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.269166 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.269509 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: tag May 04 13:54:13.276282 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.276601 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: timestamp May 04 13:54:13.280395 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.280718 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: network_ip_availability May 04 13:54:13.286784 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.287121 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.287476 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.288181 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.288495 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: flavors May 04 13:54:13.293442 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.293768 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading Plugin: revisions May 04 13:54:13.298070 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:54:13.298456 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.725s {{(pid=115472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 13:54:13.299190 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115472) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 13:54:13.299519 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Initializing extension manager. May 04 13:54:13.300042 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: __init__.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.300382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: __pycache__ {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.300825 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: _port_mac_address_override.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.301041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: address_group.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.302484 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.303015 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: address-group May 04 13:54:13.303336 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: address_scope.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.304047 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.304548 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: address-scope May 04 13:54:13.304866 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.305821 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.306320 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: router-admin-state-down-before-update May 04 13:54:13.306639 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: agent.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.307336 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.307830 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: agent May 04 13:54:13.308142 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: agent_resources_synced.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.309034 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.309569 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: agent-resources-synced May 04 13:54:13.309882 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: allowedaddresspairs.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.319638 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.320144 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: allowed-address-pairs May 04 13:54:13.320464 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: auto_allocated_topology.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.321563 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.322063 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: auto-allocated-topology May 04 13:54:13.322381 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: availability_zone.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.323068 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.323558 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: availability_zone May 04 13:54:13.323874 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: availability_zone_filter.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.324772 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.325375 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: availability_zone_filter May 04 13:54:13.325695 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: data_plane_status.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.326601 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.327090 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension data-plane-status not supported by any of loaded plugins May 04 13:54:13.327402 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: default_subnetpools.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.328337 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.328830 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: default-subnetpools May 04 13:54:13.329145 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.330021 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.330515 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: dhcp_agent_scheduler May 04 13:54:13.330828 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: dns.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.331726 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.332217 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension dns-integration not supported by any of loaded plugins May 04 13:54:13.332531 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: dns_domain_ports.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.333478 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.333975 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 13:54:13.334285 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.335192 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.335716 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 13:54:13.336032 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: dvr.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.336698 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.337195 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: dvr May 04 13:54:13.337535 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: ecmp_routes.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.338448 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.338948 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 13:54:13.339261 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: empty_string_filtering.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.340197 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.340693 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: empty-string-filtering May 04 13:54:13.341007 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.341933 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.342426 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 13:54:13.342738 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.343630 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.344119 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 13:54:13.344431 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: external_net.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.345450 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.345947 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: external-net May 04 13:54:13.346264 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.347197 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.347693 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: extra_dhcp_opt May 04 13:54:13.348008 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: extraroute.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.349680 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.349960 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: extraroute May 04 13:54:13.350273 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: extraroute_atomic.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.351620 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.352013 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: extraroute-atomic May 04 13:54:13.352328 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: filter_validation.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.352980 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.353501 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: filter-validation May 04 13:54:13.353838 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: fip_pf_description.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.354735 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.355221 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 13:54:13.355533 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: fip_pf_port_range.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.356421 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.356909 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 13:54:13.357220 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: fip_port_details.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.358169 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.358684 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: fip-port-details May 04 13:54:13.358987 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: flavors.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.360288 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.360739 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: flavors May 04 13:54:13.361056 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.368681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.369185 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 13:54:13.369532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: floatingip_pools.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.370227 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.370738 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: floatingip-pools May 04 13:54:13.371056 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: ip_allocation.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.372013 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.372506 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension ip_allocation not supported by any of loaded plugins May 04 13:54:13.372826 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.373782 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.374279 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: ip-substring-filtering May 04 13:54:13.374598 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l2_adjacency.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.375494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.375995 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 13:54:13.376308 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.377293 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.377799 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: router May 04 13:54:13.378122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.380726 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.381271 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 13:54:13.381596 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.382516 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.383020 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: ext-gw-mode May 04 13:54:13.383368 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.384264 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.384767 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: l3-ha May 04 13:54:13.385089 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.386013 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.386506 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 13:54:13.386823 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_flavors.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.387751 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.388245 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: l3-flavors May 04 13:54:13.388563 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.389954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.390458 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 13:54:13.390926 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.391845 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.392342 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 13:54:13.392659 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: l3agentscheduler.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.393752 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.394251 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: l3_agent_scheduler May 04 13:54:13.394611 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: local_ip.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.398153 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.398668 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension local_ip not supported by any of loaded plugins May 04 13:54:13.398994 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: logging.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.400460 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.400978 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension logging not supported by any of loaded plugins May 04 13:54:13.401326 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: metering.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.402069 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.402647 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: metering May 04 13:54:13.402966 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.404053 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.404559 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: metering_source_and_destination_fields May 04 13:54:13.404883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: multiprovidernet.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.414905 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.415402 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: multi-provider May 04 13:54:13.415722 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: netmtu.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.416621 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.417109 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: net-mtu May 04 13:54:13.417453 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: netmtu_writable.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.418354 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.418849 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: net-mtu-writable May 04 13:54:13.419172 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: network_availability_zone.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.419832 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.420320 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: network_availability_zone May 04 13:54:13.420634 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: network_ip_availability.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.421761 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.422261 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: network-ip-availability May 04 13:54:13.422581 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: network_segment_range.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.423345 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.423837 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension network-segment-range not supported by any of loaded plugins May 04 13:54:13.424154 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: pagination.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.425125 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.425471 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: pagination May 04 13:54:13.425787 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_device_profile.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.426694 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.427758 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-device-profile May 04 13:54:13.428070 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_mac_address_override.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.429026 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.429559 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-mac-override May 04 13:54:13.429875 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.430798 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.431366 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-mac-address-regenerate May 04 13:54:13.431688 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.432587 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.433090 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-numa-affinity-policy May 04 13:54:13.433497 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_resource_request.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.434393 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.434963 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension port-resource-request not supported by any of loaded plugins May 04 13:54:13.435279 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: port_resource_request_groups.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.436235 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.436729 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 13:54:13.437041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: portbindings.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.437991 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.438492 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: binding May 04 13:54:13.438809 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: portbindings_extended.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.440077 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.440579 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: binding-extended May 04 13:54:13.440901 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: portsecurity.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.441856 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.442355 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-security May 04 13:54:13.442709 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: project_id.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.443676 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.443997 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: project-id May 04 13:54:13.444313 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: providernet.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.445214 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.445783 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: provider May 04 13:54:13.446248 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.449930 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.450440 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos not supported by any of loaded plugins May 04 13:54:13.450762 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.451986 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.452487 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 13:54:13.452809 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.453744 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.454241 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 13:54:13.454559 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_default.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.455451 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.455955 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-default not supported by any of loaded plugins May 04 13:54:13.456386 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_fip.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.457325 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.457824 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-fip not supported by any of loaded plugins May 04 13:54:13.458169 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.462695 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.463201 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 13:54:13.463518 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_gateway_ip.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.464426 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.464928 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 13:54:13.465280 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_port_network_policy.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.466186 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.466684 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 13:54:13.467000 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.468060 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.468567 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 13:54:13.468886 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.470012 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.470512 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 13:54:13.470832 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_pps_rule.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.471984 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.472490 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-pps not supported by any of loaded plugins May 04 13:54:13.472814 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_rule_type_details.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.474372 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.475023 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 13:54:13.475347 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.476276 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.476777 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 13:54:13.477119 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: qos_rules_alias.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.478183 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.478687 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 13:54:13.479006 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: quota_check_limit.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.479984 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.480488 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: quota-check-limit May 04 13:54:13.480808 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: quotasv2.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.481821 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.482145 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: quotas May 04 13:54:13.482508 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: quotasv2_detail.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.484216 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.484547 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: quota_details May 04 13:54:13.484872 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: rbac.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.485966 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.486490 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: rbac-policies May 04 13:54:13.486812 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: rbac_address_group.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.487730 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.488282 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: rbac-address-group May 04 13:54:13.488607 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: rbac_address_scope.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.492632 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.493143 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: rbac-address-scope May 04 13:54:13.493496 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: rbac_security_groups.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.494422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.494923 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: rbac-security-groups May 04 13:54:13.495243 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: rbac_subnetpool.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.496150 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.496700 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: rbac-subnetpool May 04 13:54:13.497021 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: revisionifmatch.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.498135 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.498570 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: revision-if-match May 04 13:54:13.498887 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: revisions.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.506063 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.506593 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: standard-attr-revisions May 04 13:54:13.506929 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: router_availability_zone.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.507628 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.508142 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: router_availability_zone May 04 13:54:13.508470 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: routerservicetype.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.509449 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.509958 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension router-service-type not supported by any of loaded plugins May 04 13:54:13.510283 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.511224 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.511734 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: security-groups-normalized-cidr May 04 13:54:13.512062 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.512993 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.513522 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: port-security-groups-filtering May 04 13:54:13.513851 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.514804 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.515311 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: security-groups-remote-address-group May 04 13:54:13.515634 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.516723 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.517266 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: security-groups-shared-filtering May 04 13:54:13.517600 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.518202 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 13:54:13.518525 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: securitygroup.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.528442 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.528962 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: security-group May 04 13:54:13.529325 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: segment.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.530068 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.530599 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension segment not supported by any of loaded plugins May 04 13:54:13.530893 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.531845 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.532351 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 13:54:13.532681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: servicetype.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.533818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.534334 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: service-type May 04 13:54:13.534660 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: sorting.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.535724 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.536052 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: sorting May 04 13:54:13.537014 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: standard_attr_segment.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.538042 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.538550 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 13:54:13.538873 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: standardattrdescription.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.539525 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.540034 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: standard-attr-description May 04 13:54:13.540356 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: stateful_security_group.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.541329 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.541840 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: stateful-security-group May 04 13:54:13.542166 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: stdattrs_common.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.542743 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 13:54:13.543066 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.544019 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.544538 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 13:54:13.544858 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnet_onboard.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.545959 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.546473 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: subnet_onboard May 04 13:54:13.546803 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.547743 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.548248 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 13:54:13.548573 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnet_service_types.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.549609 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.550126 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: subnet-service-types May 04 13:54:13.550454 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnetallocation.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.551582 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.552269 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: subnet_allocation May 04 13:54:13.552603 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.553299 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.553814 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: subnetpool-prefix-ops May 04 13:54:13.554665 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.555614 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.556120 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 13:54:13.556444 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: tagging.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.557582 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.558098 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: standard-attr-tag May 04 13:54:13.558424 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: timestamp.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.559687 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.560236 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loaded extension: standard-attr-timestamp May 04 13:54:13.560526 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: trunk.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.561603 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.562120 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension trunk not supported by any of loaded plugins May 04 13:54:13.562441 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: trunk_details.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.563365 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.563872 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension trunk-details not supported by any of loaded plugins May 04 13:54:13.564198 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: uplink_status_propagation.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.565115 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.565658 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 13:54:13.565985 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Loading extension file: vlantransparent.py {{(pid=115472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:54:13.566668 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:54:13.567228 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 13:54:13.569890 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:network May 04 13:54:13.570421 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnet May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:port May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service FLAVORS assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:router May 04 13:54:13.582883 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:54:13.584170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service METERING assigned prefix: /metering {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.584170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.584170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.584170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:54:13.584170 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:security_group May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service CORE assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] subnetpool is already registered May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service CORE assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:54:13.584522 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] subnetpool is already registered May 04 13:54:13.585044 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.585044 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service FLAVORS assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.585561 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.585983 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.586319 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:router May 04 13:54:13.586661 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] router is already registered May 04 13:54:13.587079 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:54:13.587411 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] floatingip is already registered May 04 13:54:13.587867 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service METERING assigned prefix: /metering {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.588536 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:54:13.588867 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] rbac_policy is already registered May 04 13:54:13.589306 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:security_group May 04 13:54:13.589643 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] security_group is already registered May 04 13:54:13.590051 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:54:13.590384 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] security_group_rule is already registered May 04 13:54:13.591010 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service CORE assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.591346 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:54:13.591687 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] subnetpool is already registered May 04 13:54:13.592107 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.v2.resource_helper [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Service CORE assigned prefix: {{(pid=115472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:54:13.592432 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:54:13.592767 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING neutron.quota.resource_registry [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] subnetpool is already registered May 04 13:54:13.593268 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: extensions {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.594774 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: address-groups {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.596269 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: address-scopes {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.597641 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: agents {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.599525 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: auto-allocated-topology {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.600832 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: availability_zones {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.602089 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: dhcp-networks {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.603590 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: dhcp-agents {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.605025 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: routers {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.607245 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: flavors {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.608403 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: service_profiles {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.609690 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: next_providers {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.611130 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: service_profiles {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.612734 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: floatingip-pools {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.614051 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: routers {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.618256 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: floatingips {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.620544 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: l3-routers {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.621952 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: l3-agents {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.623664 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: metering-labels {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.625020 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: metering-label-rules {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.626342 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: network-ip-availabilities {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.627592 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: bindings {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.629319 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: quotas {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.631134 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: quotas {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.632660 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: rbac-policies {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.633993 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: security-groups {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.635204 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: security-group-rules {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.636425 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: service-providers {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.637756 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: subnetpools {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.639170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: subnetpools {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.640629 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.642328 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.644191 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.646810 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.648580 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.650471 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.652176 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.654100 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.655845 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.657715 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron.api.extensions [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Extended resource: tags {{(pid=115472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:54:13.664527 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING keystonemiddleware.auth_token [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 13:54:13.669367 dv-cinder-836996-12-iscsi neutron-server[115472]: WARNING keystonemiddleware.auth_token [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 13:54:13.677984 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Acquired lock "singleton_lock" {{(pid=115472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 13:54:13.678460 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_concurrency.lockutils [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Releasing lock "singleton_lock" {{(pid=115472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 13:54:13.679125 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Starting 2 workers May 04 13:54:13.684070 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Started child 115583 {{(pid=115472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:54:13.688826 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Started child 115584 {{(pid=115472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:54:13.689716 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.690456 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO neutron.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 13:54:13.691117 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.691389 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [-] (115583) wsgi starting up on http://0.0.0.0:9696 May 04 13:54:13.693644 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Starting 1 workers May 04 13:54:13.694246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.695808 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [-] (115584) wsgi starting up on http://0.0.0.0:9696 May 04 13:54:13.698994 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Started child 115585 {{(pid=115472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:54:13.699563 dv-cinder-836996-12-iscsi neutron-server[115472]: INFO oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Starting 1 workers May 04 13:54:13.702918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] calling RpcWorker wait() {{(pid=115585) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 13:54:13.703503 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] returning from RpcWorker wait() {{(pid=115585) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 13:54:13.704268 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Started child 115586 {{(pid=115472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:54:13.704837 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.705093 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG neutron_lib.callbacks.manager [None req-ec747ff4-eb10-4a2e-8f3b-62666c516974 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.705551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:13.707090 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 13:54:13.707299 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:54:13.707489 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:54:13.707721 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:54:13.708878 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:54:13.708878 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:54:13.709540 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.709815 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.710072 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.710297 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.710805 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.710929 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.711372 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.711615 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.711904 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.712147 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.712316 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.712481 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.712883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.713139 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.713475 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.713743 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.713995 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.714258 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.714431 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.714700 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.714985 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.715210 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.715662 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] debug = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.715920 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.716434 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.716665 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.716937 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.717178 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.717494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.717722 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.717995 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.718228 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.718465 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.718705 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.718970 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.719215 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.719444 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.719660 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.719911 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.720138 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.720639 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] host = dv-cinder-836996-12-iscsi {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.720883 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.721131 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.721388 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.721640 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.721894 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.722128 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.722389 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.722633 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.722893 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.723117 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.723368 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.723624 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.724464 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.724717 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.724965 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_options = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.725204 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.725475 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.725732 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.725885 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.726038 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.726177 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.726399 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.726547 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.726805 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.727043 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.727260 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.727474 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.727688 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.727918 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.728170 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.728554 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.728772 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.729010 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.729303 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.729507 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.729733 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.729980 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.730231 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.730480 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.730737 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.730916 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.731252 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.731569 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.731907 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.732373 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.732676 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.732941 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.733180 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.733447 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.733592 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:13.733752 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.734296 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.734538 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.734778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.735061 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.735289 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.735547 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.735825 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.736035 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.736367 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.737161 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_json = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.740517 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.742712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.743818 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.744849 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.744849 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.744849 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.745214 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.745214 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.745505 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.745654 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.745800 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.746062 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.746283 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.746521 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.746750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.746972 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.747250 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.747520 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.747809 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.748150 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.748433 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.748698 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.749045 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.749359 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.749600 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.749839 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.750083 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.750308 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.751712 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.752111 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.752111 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.752344 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.752571 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.752807 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.755819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756717 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.756845 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.757227 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.757583 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.757878 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.758824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.758824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.758824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.758824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.758824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.759193 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.759267 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.759457 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760249 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760249 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760249 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760708 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760708 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.760708 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.762239 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.763981 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.764766 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.764766 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.764766 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.765424 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.765424 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.765424 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.765996 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.765996 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.766420 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.766420 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.766805 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.766805 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.767193 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.767400 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.767608 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.767814 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.768017 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.768459 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.768624 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.768767 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.768952 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.769181 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.769450 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.769732 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.769954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.770243 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.770493 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.771369 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.772310 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.772310 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.772310 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.772787 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.772787 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.773132 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.773132 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.773618 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.773810 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.773952 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.774192 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.774373 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.774579 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.774812 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.775014 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.775338 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.775574 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.775808 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.776029 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.776315 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.776575 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.776813 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.777087 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.777373 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.777636 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.783127 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.784532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.785382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.786314 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.788551 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789379 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789923 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789923 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789923 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.789923 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.790254 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.790336 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.790557 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.790778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.790996 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.791233 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.791453 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.791670 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.791907 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.792173 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.792428 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.792670 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.792895 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.793113 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794532 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.794958 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.795047 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.795384 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.795926 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.795926 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.796100 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.796262 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.796478 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.796693 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.796954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.797455 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.797670 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.797899 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.798118 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.798328 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.798665 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.798778 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.798967 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.799188 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.799404 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.799619 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.799847 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.800407 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.800407 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.800574 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.800682 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.800878 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.801106 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.801327 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.801570 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.801755 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.802033 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.802397 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.802786 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.803149 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.803365 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.803588 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.803804 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.804015 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.804290 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.804544 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.804765 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.805048 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.805331 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.805585 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.805849 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.806162 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.806503 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.807553 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.807725 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.808195 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.808195 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.808497 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.808699 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.808970 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.809222 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.809492 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.809781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.810073 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.810318 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.810527 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.810824 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.811142 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.811413 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.811676 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.811904 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.812156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.812382 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.812627 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.812845 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.813105 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.813316 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.813559 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.813790 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.814017 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.814218 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.814444 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.814660 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.814904 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.815117 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.815353 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.815586 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.815743 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:54:13.816279 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 13:54:13.816497 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:54:13.816597 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:54:13.816749 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:54:13.816918 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:54:13.817070 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:54:13.817299 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.817509 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.817673 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.817833 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818040 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818212 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818364 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818511 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818673 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.818917 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.819039 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.819171 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.819296 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.819539 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.819701 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820080 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820080 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820080 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820396 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820396 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820636 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820636 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] debug = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.820879 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821001 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821144 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821299 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821450 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821612 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821766 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.821904 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822061 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822207 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822366 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822550 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822739 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.822867 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823031 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823117 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823235 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823403 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] host = dv-cinder-836996-12-iscsi {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823554 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823709 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.823867 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824026 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824184 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824342 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824502 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824663 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824821 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.824978 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825138 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825358 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825480 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825638 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825796 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_options = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.825954 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826112 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826276 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826441 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826663 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.826951 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827075 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827199 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827322 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827479 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827639 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.827872 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.828040 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.828562 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.828729 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.828931 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.829120 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.829506 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.829669 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.829827 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.829990 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830149 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830304 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830445 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830600 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830741 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.830905 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831062 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831220 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831377 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831535 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831694 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.831854 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832006 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832164 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832322 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832480 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832643 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832801 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.832960 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_json = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836156 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.836781 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837759 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837759 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837759 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.837945 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838043 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838201 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838334 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838501 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838667 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.838827 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.840435 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.841494 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842294 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.842819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843152 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843152 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843328 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843451 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843552 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843806 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.843907 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844024 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844187 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844903 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844903 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844903 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.844903 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845375 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845375 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845375 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845783 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845783 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.845783 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846076 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846076 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846272 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846353 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846475 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846635 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846825 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.846972 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847104 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847261 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847581 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847731 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.847892 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.848053 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.848214 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.848377 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.848556 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.849350 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.849526 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.849715 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.849847 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.849971 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850094 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850238 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850403 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850561 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850734 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.850908 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851059 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851217 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851380 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851534 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:13.851706 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851706 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851959 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.851959 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852242 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852242 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852536 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852536 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852783 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.852913 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853074 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853211 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853452 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853452 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853723 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.853723 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.854191 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.854191 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.854538 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.855063 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.855508 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.855678 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.855849 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.856089 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.856457 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.856628 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.856799 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857019 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857297 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857447 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857587 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857745 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.857907 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858068 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858230 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858391 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858553 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858727 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.858889 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859050 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859211 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859395 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859557 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859720 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.859880 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860202 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860362 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860527 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860687 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.860848 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861009 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861220 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861390 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861488 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861649 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861864 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.861990 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862114 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862257 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862419 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862582 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862742 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.862929 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863059 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863200 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863364 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863523 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863684 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863846 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.863990 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.864200 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.864368 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.864633 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.864803 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.864953 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865137 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865422 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865511 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865591 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865751 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.865913 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.866076 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.866229 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.866655 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.866821 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.866969 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867193 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867319 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867443 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867585 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867749 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.867911 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868073 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868233 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868395 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868577 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868735 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.868898 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869062 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869224 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869407 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869648 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869773 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.869890 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870026 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870189 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870350 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870515 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870676 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870835 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.870995 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871159 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871323 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871487 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871648 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871812 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.871972 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872135 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872304 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872428 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872591 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872739 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.872897 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.873043 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.873223 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.873395 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.873538 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.876437 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.877681 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.878819 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.879925 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.881122 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.882146 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883041 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.883946 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.884944 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.885750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.885750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.885750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.885750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.885750 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:54:13.886243 dv-cinder-836996-12-iscsi neutron-server[115472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:54:13.896866 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33636) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:13.906145 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068026 May 04 13:54:25.874061 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038f63c-1997-430b-83b7-07ccec641486 None None] get_active_networks_info from dv-cinder-836996-12-iscsi {{(pid=115585) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 13:54:25.930518 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038f63c-1997-430b-83b7-07ccec641486 None None] No non-hosted networks {{(pid=115585) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 13:54:25.938130 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.agentschedulers_db [None req-a038f63c-1997-430b-83b7-07ccec641486 None None] DHCP Agent not found on host dv-cinder-836996-12-iscsi {{(pid=115585) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 13:54:26.051660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-586ab14b-55a4-458c-bb95-419983a4b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:28.095453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02d202f4-e850-4f84-9729-9aba14baba42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:28.238556 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-06aa87c5-57bb-4afe-bf4f-a0521d0cae1d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836996-12-iscsi {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:54:28.239980 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-06aa87c5-57bb-4afe-bf4f-a0521d0cae1d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:54:28.855952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-06aa87c5-57bb-4afe-bf4f-a0521d0cae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:29.186966 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33706) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:29.226295 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:29.796629 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING oslo_policy.policy [None req-bdd8e914-5649-40df-8e9e-6b5276508ef7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:29.797205 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING oslo_policy.policy [None req-bdd8e914-5649-40df-8e9e-6b5276508ef7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:30.024983 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [None req-bdd8e914-5649-40df-8e9e-6b5276508ef7 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:54:30.037287 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bdd8e914-5649-40df-8e9e-6b5276508ef7 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8383000 May 04 13:54:30.876043 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:32.363640 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:32.365207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.365581 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.365918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.366243 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.366852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.367138 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.367536 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.367885 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.368207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.369089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.369089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.369296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.369524 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.369875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.370148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:32.370547 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:32.385852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:32.660366 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33736) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:32.984458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:33.085304 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.policy [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115583) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:54:33.130800 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING oslo_policy.policy [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:33.131454 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING oslo_policy.policy [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:33.294328 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636441330', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636440806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636391987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636401750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636403866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730636417453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-718455', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7980613', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7871736'] for rbac-policy (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:33.540495 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:33.552260 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0819fcf9-e915-4096-a007-53198864ccb6 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8796389 May 04 13:54:36.094413 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33748) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:36.222236 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.db.l3_hamode_db [None req-6a0f1e08-9dae-4640-af57-77f43a290e5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 13:54:36.300467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f1e08-9dae-4640-af57-77f43a290e5a None None] Routers set() bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:36.300855 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f1e08-9dae-4640-af57-77f43a290e5a None None] Router IDs set() for agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 13:54:36.423132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:36.523169 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Made reservation on behalf of a115aa26e75244d4a57940a1d2497960 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:36.527248 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.543663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.653658 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks [] for security_group (3a72b385-0f55-4fbf-9c98-0722e4db0870), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.709922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3a72b385-0f55-4fbf-9c98-0722e4db0870), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.734123 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:54:36.770138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730632585283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (47f0fc0b-3c48-44b6-bcc2-259e428a5eb0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.771570 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Unsubscribe: segment precommit_create {{(pid=115583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 13:54:36.772007 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Added segment 47f0fc0b-3c48-44b6-bcc2-259e428a5eb0 of type vlan for network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b May 04 13:54:36.788458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72b385-0f55-4fbf-9c98-0722e4db0870,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:36.837882 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.838223 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.838578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.838920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.839246 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.839561 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.839931 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.840248 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.840578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.840897 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.841213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.841566 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.841882 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.842199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.842511 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Tracked resource versions report: May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: pushed versions: May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: { 'AddressGroup': {'1.2'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Agent': {'1.1'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'ConntrackHelper': {'1.0'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'LocalIPAssociation': {'1.0'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Log': {'1.0'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'NDPProxy': {'1.0'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Network': {'1.1'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Port': {'1.7'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'PortForwarding': {'1.3'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'QosPolicy': {'1.10'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroup': {'1.5'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroupRule': {'1.2'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SubPort': {'1.0'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Subnet': {'1.1'}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Trunk': {'1.1'}} May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: consumer versions: May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Agent': '1.1', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'ConntrackHelper': '1.0', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'LocalIPAssociation': '1.0', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Log': '1.0', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'NDPProxy': '1.0', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Network': '1.1', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Port': '1.7', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'PortForwarding': '1.3', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'QosPolicy': '1.10', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroup': '1.5', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroupRule': '1.2', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SubPort': '1.0', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Subnet': '1.1', May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Trunk': '1.1'}} May 04 13:54:36.844019 dv-cinder-836996-12-iscsi neutron-server[115583]: {{(pid=115583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:54:36.889630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (e1ec6aba-cf9d-4e13-8bff-cd4e3377571b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.024472 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (e1ec6aba-cf9d-4e13-8bff-cd4e3377571b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.030021 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:37.030762 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.153296 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] Pushing event updated for resources: {'Network': ['ID=e1ec6aba-cf9d-4e13-8bff-cd4e3377571b,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:37.169333 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:54:37.217421 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f3fe0792-b3cf-4f60-a267-0a5289aa69e6 demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1217577 May 04 13:54:39.819497 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 33760) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:40.412331 dv-cinder-836996-12-iscsi neutron-server[115584]: WARNING oslo_policy.policy [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:40.412896 dv-cinder-836996-12-iscsi neutron-server[115584]: WARNING oslo_policy.policy [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:40.861173 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.policy [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115584) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:54:40.902907 dv-cinder-836996-12-iscsi neutron-server[115584]: WARNING oslo_policy.policy [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:40.903283 dv-cinder-836996-12-iscsi neutron-server[115584]: WARNING oslo_policy.policy [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:54:40.911547 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:40.913465 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5f553df2-8139-4e9b-92fc-dc33d21f44ed demo admin] 10.222.0.69 "GET /v2.0/networks/e1ec6aba-cf9d-4e13-8bff-cd4e3377571b HTTP/1.1" status: 200 len: 825 time: 1.0918505 May 04 13:54:40.953741 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-ca800bb9-8a38-46a0-8ade-b149299afea5 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/4cac807c-df1c-4f19-a5ce-732c3c718add HTTP/1.1" status: 200 len: 734 time: 0.0345640 May 04 13:54:40.963491 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Request body: {'subnet': {'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:41.129148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Made reservation on behalf of a115aa26e75244d4a57940a1d2497960 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:41.132652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.522475 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (cb0185c7-7d55-4146-9f5f-3f794bd18926), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.594587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Checking segment: {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:41.594976 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Network hostable DHCP agents. Network: e1ec6aba-cf9d-4e13-8bff-cd4e3377571b, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:54:41.610337 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Pushing event updated for resources: {'Subnet': ['ID=cb0185c7-7d55-4146-9f5f-3f794bd18926,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:41.624105 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.624442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.624792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.625126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.625473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.625790 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.626105 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.626416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.626743 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.627060 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.627386 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.627714 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.628028 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.628334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.628641 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Tracked resource versions report: May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: pushed versions: May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: { 'AddressGroup': {'1.2'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Agent': {'1.1'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'ConntrackHelper': {'1.0'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'LocalIPAssociation': {'1.0'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Log': {'1.0'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'NDPProxy': {'1.0'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Network': {'1.1'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Port': {'1.7'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'PortForwarding': {'1.3'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'QosPolicy': {'1.10'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroup': {'1.5'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroupRule': {'1.2'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SubPort': {'1.0'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Subnet': {'1.1'}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Trunk': {'1.1'}} May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: consumer versions: May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Agent': '1.1', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'ConntrackHelper': '1.0', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'LocalIPAssociation': '1.0', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Log': '1.0', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'NDPProxy': '1.0', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Network': '1.1', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Port': '1.7', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'PortForwarding': '1.3', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'QosPolicy': '1.10', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroup': '1.5', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroupRule': '1.2', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SubPort': '1.0', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Subnet': '1.1', May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Trunk': '1.1'}} May 04 13:54:41.630584 dv-cinder-836996-12-iscsi neutron-server[115584]: {{(pid=115584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:54:41.721491 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:54:41.803820 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, e1ec6aba-cf9d-4e13-8bff-cd4e3377571b) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:41.808516 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:41.809135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.813507 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15147db7-2b19-4e16-b2b2-4463e193c5be None None] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:41.941279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-6f4aa1ea-ae6b-4b63-b448-d1539288baef demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9812093 May 04 13:54:42.070969 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:54:42.072247 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:42.364609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Allocated IP 172.20.0.2 (e1ec6aba-cf9d-4e13-8bff-cd4e3377571b/cb0185c7-7d55-4146-9f5f-3f794bd18926/1fa20009-2655-424a-b6b9-e4289a2a10ce) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:42.650888 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks [] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:42.749057 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:42.821832 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:42.827816 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:42.840238 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:42.843413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Pushing event updated for resources: {'Port': ['ID=1fa20009-2655-424a-b6b9-e4289a2a10ce,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:42.877929 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.878281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.878691 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.879052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.879448 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.879779 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.880113 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.880432 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.880769 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.881104 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.881453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.881796 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.882124 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.882441 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.882758 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Tracked resource versions report: May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: pushed versions: May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: { 'AddressGroup': {'1.2'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Agent': {'1.1'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'ConntrackHelper': {'1.0'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'LocalIPAssociation': {'1.0'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Log': {'1.0'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'NDPProxy': {'1.0'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Network': {'1.1'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Port': {'1.7'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'PortForwarding': {'1.3'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'QosPolicy': {'1.10'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroup': {'1.5'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroupRule': {'1.2'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SubPort': {'1.0'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Subnet': {'1.1'}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Trunk': {'1.1'}} May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: consumer versions: May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Agent': '1.1', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'ConntrackHelper': '1.0', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'LocalIPAssociation': '1.0', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Log': '1.0', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'NDPProxy': '1.0', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Network': '1.1', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Port': '1.7', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'PortForwarding': '1.3', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'QosPolicy': '1.10', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroup': '1.5', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroupRule': '1.2', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SubPort': '1.0', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Subnet': '1.1', May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Trunk': '1.1'}} May 04 13:54:42.884304 dv-cinder-836996-12-iscsi neutron-server[115585]: {{(pid=115585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:54:42.936691 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Attempting to bind port 1fa20009-2655-424a-b6b9-e4289a2a10ce on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:54:42.937085 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Attempting to bind port 1fa20009-2655-424a-b6b9-e4289a2a10ce by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:54:42.937577 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Attempting to bind port 1fa20009-2655-424a-b6b9-e4289a2a10ce on network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:42.944761 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:54:42.945140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Checking segment: {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:42.945699 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:42.946092 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Bound using segment: {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:54:42.946586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Bound port: 1fa20009-2655-424a-b6b9-e4289a2a10ce, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:54:42.946983 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:43.014444 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] For port 1fa20009-2655-424a-b6b9-e4289a2a10ce, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:54:43.039535 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] For port 1fa20009-2655-424a-b6b9-e4289a2a10ce, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=1fa20009-2655-424a-b6b9-e4289a2a10ce,segment=NetworkSegment(47f0fc0b-3c48-44b6-bcc2-259e428a5eb0),segment_id=47f0fc0b-3c48-44b6-bcc2-259e428a5eb0)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:54:43.121659 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:43.179189 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb60-ad6d-4bc6-bd3c-40971f6f7799 None None] Pushing event updated for resources: {'Port': ['ID=1fa20009-2655-424a-b6b9-e4289a2a10ce,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:44.553122 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 33780) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:44.899262 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [None req-d2efcb48-6c09-41c6-a678-b6e92bd93f59 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:54:44.900275 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d2efcb48-6c09-41c6-a678-b6e92bd93f59 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3461914 May 04 13:54:47.492246 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33788) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:47.837062 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [None req-3ed163ae-9945-4a3c-8291-880291f8e19e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:54:47.837700 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3ed163ae-9945-4a3c-8291-880291f8e19e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3441827 May 04 13:54:50.374309 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33796) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:50.710567 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:50.814833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (d296ec50-249a-4a6d-ab57-5d4143638114), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.816453 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (d296ec50-249a-4a6d-ab57-5d4143638114), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.960514 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Publish callbacks [] for router_controller (d296ec50-249a-4a6d-ab57-5d4143638114), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.068290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (d296ec50-249a-4a6d-ab57-5d4143638114), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.214455 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.215583 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0b310300-d5aa-4849-b211-33adc3f10331 demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8401639 May 04 13:54:53.807491 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33808) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:54.149487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [None req-40d6a67a-f144-4100-a82b-96925d13ef4f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:54:54.150484 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-40d6a67a-f144-4100-a82b-96925d13ef4f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3420460 May 04 13:54:54.966415 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445ea27-a93f-45c5-aed2-58ebbc813e85 None None] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:55.102510 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Provisioning complete for port 1fa20009-2655-424a-b6b9-e4289a2a10ce triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:55.102949 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.150173 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 1fa20009-2655-424a-b6b9-e4289a2a10ce up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:55.238496 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 1fa20009-2655-424a-b6b9-e4289a2a10ce triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:55.240033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.339132 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:55.339512 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.403191 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] For port 1fa20009-2655-424a-b6b9-e4289a2a10ce, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=1fa20009-2655-424a-b6b9-e4289a2a10ce,segment=NetworkSegment(47f0fc0b-3c48-44b6-bcc2-259e428a5eb0),segment_id=47f0fc0b-3c48-44b6-bcc2-259e428a5eb0)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:55.415569 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:55.415955 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.511158 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.586789 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:54:55.587174 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:54:55.589866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e2705-4c06-4b7a-9e1d-ab35c2415a3a None None] Pushing event updated for resources: {'Port': ['ID=1fa20009-2655-424a-b6b9-e4289a2a10ce,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.628658 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-7d4a13bd-966d-4761-a24c-04e5e13fa8b7 None None] Provisioning complete for port 1fa20009-2655-424a-b6b9-e4289a2a10ce triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:55.629135 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7d4a13bd-966d-4761-a24c-04e5e13fa8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.707831 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a13bd-966d-4761-a24c-04e5e13fa8b7 None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:55.871585 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-01fbfc67-2d54-422d-a2c7-f961ea51ab8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.127719 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:56.700490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33818) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:57.026207 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:57.104595 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 1fa20009-2655-424a-b6b9-e4289a2a10ce up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:57.111395 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Made reservation on behalf of 9c3182e031164ef9b9b514b600f7699c for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:57.114388 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.122976 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.152354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 1fa20009-2655-424a-b6b9-e4289a2a10ce triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:57.152918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.197408 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks [] for security_group (4bac6ab8-1994-4c8d-8707-2b14fba4f4bb), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.231142 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:57.283068 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (4bac6ab8-1994-4c8d-8707-2b14fba4f4bb), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.299237 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Reserving flat network on physical network physnet1 {{(pid=115583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 13:54:57.320984 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac6ab8-1994-4c8d-8707-2b14fba4f4bb,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:57.324835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (6152f447-fde4-4bf8-9638-c61c6041e0cb), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.325216 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Added segment 6152f447-fde4-4bf8-9638-c61c6041e0cb of type flat for network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 May 04 13:54:57.392527 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.488852 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.489562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:57.490133 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.580280 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] Pushing event updated for resources: {'Network': ['ID=4aa06762-2c73-458f-b1e6-ff49c8f8bbc9,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:57.590359 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:54:57.620894 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5a39106e-bb37-4603-9cde-3669620c791f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9193196 May 04 13:54:58.031264 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a88d0c81-2f34-4522-9e43-e853fb64a223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:59.172386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:59.749477 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:55:00.107702 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33836) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:00.328311 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8ce9c-820b-4d67-82ca-52763e1eddc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:00.329653 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-30a8ce9c-820b-4d67-82ca-52763e1eddc3 demo admin] 10.222.0.69 "GET /v2.0/subnets/cb0185c7-7d55-4146-9f5f-3f794bd18926 HTTP/1.1" status: 200 len: 849 time: 0.2209129 May 04 13:55:00.458933 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bfba7bb2-d3a1-4ea7-a57a-ac761a97ccad demo admin] 10.222.0.69 "GET /v2.0/routers/d296ec50-249a-4a6d-ab57-5d4143638114 HTTP/1.1" status: 200 len: 704 time: 0.1224418 May 04 13:55:00.751444 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.819799 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:01.071073 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Allocated IP 172.20.0.1 (e1ec6aba-cf9d-4e13-8bff-cd4e3377571b/cb0185c7-7d55-4146-9f5f-3f794bd18926/06989d48-bec1-4a5d-aeba-e8e16015856f) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:55:01.270992 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks [] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:01.489180 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:01.571185 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:55:01.580810 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:55:01.588702 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Pushing event updated for resources: {'Port': ['ID=06989d48-bec1-4a5d-aeba-e8e16015856f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:01.592140 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:55:01.592628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (d296ec50-249a-4a6d-ab57-5d4143638114), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:01.766990 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-bf786ea9-8db1-47af-a0e4-5cc706a38853 None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:01.767383 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bf786ea9-8db1-47af-a0e4-5cc706a38853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:01.804803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-bf786ea9-8db1-47af-a0e4-5cc706a38853 None None] Port 06989d48-bec1-4a5d-aeba-e8e16015856f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:55:01.906831 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.119777 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks [] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.192202 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.193126 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (d296ec50-249a-4a6d-ab57-5d4143638114), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.256447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Pushing event updated for resources: {'Port': ['ID=06989d48-bec1-4a5d-aeba-e8e16015856f,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:02.325655 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:55:02.326977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:55:02.380823 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.524593 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b5b4a7a0-0ed9-4003-a9e3-9137963928a3 None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:02.525085 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a7a0-0ed9-4003-a9e3-9137963928a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:02.558945 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4a7a0-0ed9-4003-a9e3-9137963928a3 None None] Port 06989d48-bec1-4a5d-aeba-e8e16015856f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:55:02.585742 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Router d296ec50-249a-4a6d-ab57-5d4143638114 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:55:02.693938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:55:02.700406 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-85b745b1-93d1-4acc-b872-bc29b1425e35 demo admin] 10.222.0.69 "PUT /v2.0/routers/d296ec50-249a-4a6d-ab57-5d4143638114/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2360864 May 04 13:55:02.705260 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Sync routers for ids ['d296ec50-249a-4a6d-ab57-5d4143638114'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:55:02.717716 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Routers {'d296ec50-249a-4a6d-ab57-5d4143638114'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:02.718579 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T13:54:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d296ec50-249a-4a6d-ab57-5d4143638114'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:02.918122 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Set router d296ec50-249a-4a6d-ab57-5d4143638114 gateway port host: None {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:03.389092 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:01Z', 'revision_number': 2, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port_host': None, '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:01Z', 'revision_number': 2, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:03.440669 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Checking router: d296ec50-249a-4a6d-ab57-5d4143638114 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:55:03.441035 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Updating router d296ec50-249a-4a6d-ab57-5d4143638114 port 06989d48-bec1-4a5d-aeba-e8e16015856f binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:55:03.529781 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.059083 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks [] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.151547 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.333299 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Pushing event updated for resources: {'Port': ['ID=06989d48-bec1-4a5d-aeba-e8e16015856f,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:04.337938 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Attempting to bind port 06989d48-bec1-4a5d-aeba-e8e16015856f on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:55:04.338334 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Attempting to bind port 06989d48-bec1-4a5d-aeba-e8e16015856f by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:55:04.338770 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Attempting to bind port 06989d48-bec1-4a5d-aeba-e8e16015856f on network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:55:04.347201 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:55:04.348170 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Checking segment: {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:55:04.349256 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.349651 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Bound using segment: {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:55:04.350137 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Bound port: 06989d48-bec1-4a5d-aeba-e8e16015856f, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f0fc0b-3c48-44b6-bcc2-259e428a5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:55:04.350529 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.354165 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.354510 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.354975 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.355318 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.355646 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.355970 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.356294 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.356608 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.356940 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.357316 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.357608 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.357953 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.358259 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.358572 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.358954 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Tracked resource versions report: May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: pushed versions: May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: { 'AddressGroup': {'1.2'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Agent': {'1.1'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'ConntrackHelper': {'1.0'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'LocalIPAssociation': {'1.0'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Log': {'1.0'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'NDPProxy': {'1.0'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Network': {'1.1'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Port': {'1.7'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'PortForwarding': {'1.3'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'QosPolicy': {'1.10'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroup': {'1.5'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroupRule': {'1.2'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SubPort': {'1.0'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Subnet': {'1.1'}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Trunk': {'1.1'}} May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: consumer versions: May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Agent': '1.1', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'ConntrackHelper': '1.0', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'LocalIPAssociation': '1.0', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Log': '1.0', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'NDPProxy': '1.0', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Network': '1.1', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Port': '1.7', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'PortForwarding': '1.3', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'QosPolicy': '1.10', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroup': '1.5', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroupRule': '1.2', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SubPort': '1.0', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Subnet': '1.1', May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Trunk': '1.1'}} May 04 13:55:04.360334 dv-cinder-836996-12-iscsi neutron-server[115586]: {{(pid=115586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:55:04.454828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-cc3f6e9b-6c44-4b2f-a180-feefb3d204e4 None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:04.455360 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6e9b-6c44-4b2f-a180-feefb3d204e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.457077 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] For port 06989d48-bec1-4a5d-aeba-e8e16015856f, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:55:04.494845 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] For port 06989d48-bec1-4a5d-aeba-e8e16015856f, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=06989d48-bec1-4a5d-aeba-e8e16015856f,segment=NetworkSegment(47f0fc0b-3c48-44b6-bcc2-259e428a5eb0),segment_id=47f0fc0b-3c48-44b6-bcc2-259e428a5eb0)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:55:04.510514 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f6e9b-6c44-4b2f-a180-feefb3d204e4 None None] Port 06989d48-bec1-4a5d-aeba-e8e16015856f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:55:04.552586 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.604248 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Routers {'d296ec50-249a-4a6d-ab57-5d4143638114'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:04.605104 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T13:54:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d296ec50-249a-4a6d-ab57-5d4143638114'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:04.714315 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] Set router d296ec50-249a-4a6d-ab57-5d4143638114 gateway port host: None {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:04.732194 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609bff4-4c78-4234-9957-32d547e6945b None None] Pushing event updated for resources: {'Port': ['ID=06989d48-bec1-4a5d-aeba-e8e16015856f,revision_number=4']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:04.837224 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:04.838154 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.935434 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Current status of the port 06989d48-bec1-4a5d-aeba-e8e16015856f is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:04.935740 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.965671 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:01Z', 'revision_number': 2, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port_host': None, '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:04Z', 'revision_number': 4, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:04.975017 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] For port 06989d48-bec1-4a5d-aeba-e8e16015856f, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=06989d48-bec1-4a5d-aeba-e8e16015856f,segment=NetworkSegment(47f0fc0b-3c48-44b6-bcc2-259e428a5eb0),segment_id=47f0fc0b-3c48-44b6-bcc2-259e428a5eb0)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:05.001634 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32cac1-b032-47c0-92f6-aa26ca0b84f5 None None] The sync data for ids ['d296ec50-249a-4a6d-ab57-5d4143638114'] in dv-cinder-836996-12-iscsi is: [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:01Z', 'revision_number': 2, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port_host': None, '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:04Z', 'revision_number': 4, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:55:05.027043 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:05.094126 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189c89-bda2-49d3-803d-04ff3e6ed286 None None] Pushing event updated for resources: {'Port': ['ID=06989d48-bec1-4a5d-aeba-e8e16015856f,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:05.224608 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 33858) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:05.343939 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a97ec-f457-4459-bc20-0936078ef7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:05.345378 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-725a97ec-f457-4459-bc20-0936078ef7e3 admin admin] 10.222.0.69 "GET /v2.0/networks/4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 HTTP/1.1" status: 200 len: 842 time: 0.1201022 May 04 13:55:05.355277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:55:05.459623 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Made reservation on behalf of 9c3182e031164ef9b9b514b600f7699c for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:55:05.461999 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:05.861075 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.objects.ports [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115584) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 13:55:05.861555 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (27016d37-224f-4cbe-83d8-74bae732092a), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:05.919929 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27016d37-224f-4cbe-83d8-74bae732092a,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:05.930032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:55:05.930032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Network hostable DHCP agents. Network: 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:55:06.054286 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:55:06.134127 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:55:06.138762 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:06.139891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:06.143986 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9dd91-76d3-43e0-85aa-34993f045b59 None None] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:55:06.228250 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-bc1c9638-bb0b-46cd-9536-d94182f98ba0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8762405 May 04 13:55:06.244821 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3358df0-57be-413f-8975-49ee219bc8fd None None] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:55:08.648359 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33866) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:08.788316 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-585ac679-c2a0-4ed0-bee9-6d52e9e49992 demo admin] 10.222.0.69 "GET /v2.0/routers/d296ec50-249a-4a6d-ab57-5d4143638114 HTTP/1.1" status: 200 len: 710 time: 0.1388345 May 04 13:55:08.876243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9359c0f3-6bc8-466b-8852-e65a832f6fb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:08.877606 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-9359c0f3-6bc8-466b-8852-e65a832f6fb4 demo admin] 10.222.0.69 "GET /v2.0/networks/4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 HTTP/1.1" status: 200 len: 886 time: 0.0838819 May 04 13:55:08.887115 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:55:09.222467 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks [] for router_gateway (d296ec50-249a-4a6d-ab57-5d4143638114), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:09.589424 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks [] for router_gateway (d296ec50-249a-4a6d-ab57-5d4143638114), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:09.664933 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:09.776021 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Allocated IP 172.27.3.212 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/6be3b49a-8aab-484d-8e3c-e200db51ed0b) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:55:09.884006 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks [] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:10.092745 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:10.139884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:55:10.139884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:55:10.143422 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:55:10.147382 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Pushing event updated for resources: {'Port': ['ID=6be3b49a-8aab-484d-8e3c-e200db51ed0b,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:10.606630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks [] for router_gateway (d296ec50-249a-4a6d-ab57-5d4143638114), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:10.815568 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7969762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7967611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62792'] for router (d296ec50-249a-4a6d-ab57-5d4143638114), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:10.819399 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7969753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7969744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7967602'] for router (d296ec50-249a-4a6d-ab57-5d4143638114), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:10.935563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Router d296ec50-249a-4a6d-ab57-5d4143638114 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:55:11.142060 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:55:11.146421 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:11.161267 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a0add10f-4c1a-4477-91a7-82ed8f44b332 demo admin] 10.222.0.69 "PUT /v2.0/routers/d296ec50-249a-4a6d-ab57-5d4143638114 HTTP/1.1" status: 200 len: 890 time: 2.2636802 May 04 13:55:13.123804 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 06989d48-bec1-4a5d-aeba-e8e16015856f up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:55:13.176323 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:13.176634 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:13.255930 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 06989d48-bec1-4a5d-aeba-e8e16015856f is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:13.699186 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 33878) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:13.821439 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-32c531e7-a1af-4086-9109-03729cb7adc1 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210845 May 04 13:55:14.173567 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Sync routers for ids ['d296ec50-249a-4a6d-ab57-5d4143638114'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:55:14.185680 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Routers {'d296ec50-249a-4a6d-ab57-5d4143638114'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:14.186354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T13:54:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d296ec50-249a-4a6d-ab57-5d4143638114'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:14.418736 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Set router d296ec50-249a-4a6d-ab57-5d4143638114 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:14.898106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:10Z', 'revision_number': 4, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port': {'id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:09Z', 'updated_at': '2022-05-04T13:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:04Z', 'revision_number': 5, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:14.950763 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Checking router: d296ec50-249a-4a6d-ab57-5d4143638114 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:55:14.951126 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Updating router d296ec50-249a-4a6d-ab57-5d4143638114 port 6be3b49a-8aab-484d-8e3c-e200db51ed0b binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:55:15.004704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.349576 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks [] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.448711 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.502078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Attempting to bind port 6be3b49a-8aab-484d-8e3c-e200db51ed0b on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:55:15.502078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Attempting to bind port 6be3b49a-8aab-484d-8e3c-e200db51ed0b by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:55:15.502078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Attempting to bind port 6be3b49a-8aab-484d-8e3c-e200db51ed0b on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:55:15.529150 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:55:15.529611 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:55:15.530688 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.530688 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:55:15.530901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Bound port: 6be3b49a-8aab-484d-8e3c-e200db51ed0b, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:55:15.531259 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.532964 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3dc7-3a36-453d-82f7-518c6144e42c None None] Pushing event updated for resources: {'Port': ['ID=6be3b49a-8aab-484d-8e3c-e200db51ed0b,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:15.592327 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] For port 6be3b49a-8aab-484d-8e3c-e200db51ed0b, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:55:15.595925 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] For port 6be3b49a-8aab-484d-8e3c-e200db51ed0b, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=6be3b49a-8aab-484d-8e3c-e200db51ed0b,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:55:15.677594 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:15.736942 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3dc7-3a36-453d-82f7-518c6144e42c None None] Pushing event updated for resources: {'Port': ['ID=6be3b49a-8aab-484d-8e3c-e200db51ed0b,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:15.739484 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Routers {'d296ec50-249a-4a6d-ab57-5d4143638114'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:15.740047 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T13:54:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d296ec50-249a-4a6d-ab57-5d4143638114'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:15.867702 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] Set router d296ec50-249a-4a6d-ab57-5d4143638114 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:16.089617 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:10Z', 'revision_number': 4, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port': {'id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:09Z', 'updated_at': '2022-05-04T13:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:04Z', 'revision_number': 5, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:16.122536 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244eeed1-06f0-4cba-9e4e-494c2ed102ec None None] The sync data for ids ['d296ec50-249a-4a6d-ab57-5d4143638114'] in dv-cinder-836996-12-iscsi is: [{'id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'name': 'router1', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:50Z', 'updated_at': '2022-05-04T13:55:10Z', 'revision_number': 4, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'gw_port': {'id': '6be3b49a-8aab-484d-8e3c-e200db51ed0b', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:09Z', 'updated_at': '2022-05-04T13:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '06989d48-bec1-4a5d-aeba-e8e16015856f', 'name': '', 'network_id': 'e1ec6aba-cf9d-4e13-8bff-cd4e3377571b', 'tenant_id': 'a115aa26e75244d4a57940a1d2497960', 'mac_address': 'fa:16:3e:f8:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296ec50-249a-4a6d-ab57-5d4143638114', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:55:00Z', 'updated_at': '2022-05-04T13:55:04Z', 'revision_number': 5, 'project_id': 'a115aa26e75244d4a57940a1d2497960', 'subnets': [{'id': 'cb0185c7-7d55-4146-9f5f-3f794bd18926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac807c-df1c-4f19-a5ce-732c3c718add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:55:17.157609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 6be3b49a-8aab-484d-8e3c-e200db51ed0b up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:55:17.213837 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 6be3b49a-8aab-484d-8e3c-e200db51ed0b triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:17.214228 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:17.310340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 6be3b49a-8aab-484d-8e3c-e200db51ed0b is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:17.310734 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:17.332443 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 6be3b49a-8aab-484d-8e3c-e200db51ed0b, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=6be3b49a-8aab-484d-8e3c-e200db51ed0b,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:17.432190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:17.498190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=6be3b49a-8aab-484d-8e3c-e200db51ed0b,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:19.218744 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 6be3b49a-8aab-484d-8e3c-e200db51ed0b up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:55:19.361025 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 6be3b49a-8aab-484d-8e3c-e200db51ed0b triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:19.363742 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (6be3b49a-8aab-484d-8e3c-e200db51ed0b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:19.500197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 6be3b49a-8aab-484d-8e3c-e200db51ed0b is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:25.916967 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-44cc9254-7dcd-419c-83e2-0cc796bd0c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.078719 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c54b3d14-a019-4367-811b-fba85a933ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:29.198303 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:30.802731 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:32.489272 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:36.761855 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:55:55.898200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fc3a057f-3dc6-4bb1-9d9d-43806ced9814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:58.538944 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-250199f0-eea7-4d01-876d-52f8fc73227f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:59.177975 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:00.818302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.350256 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:13.752241 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:56:25.880831 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-774fb32d-3c42-46a2-b93e-786e11faa296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:28.058625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-1b4b74ca-3e87-4d93-91e0-e498ec72a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:29.217713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:30.829437 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:32.360784 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:39.341575 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34362) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:39.409549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.pecan_wsgi.hooks.translation [None req-3468eeae-fa7a-4d35-99e7-c3b510b78fa3 admin admin] GET failed (client error): The resource could not be found. May 04 13:56:39.410906 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3468eeae-fa7a-4d35-99e7-c3b510b78fa3 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683925 May 04 13:56:39.582765 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7915a0-42da-4a0a-8c9b-68d34a051c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:39.584271 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7a7915a0-42da-4a0a-8c9b-68d34a051c88 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1691215 May 04 13:56:41.892910 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34372) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:41.983619 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf82d67-cbcf-4578-aff9-89ae444a10f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:41.984971 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7bf82d67-cbcf-4578-aff9-89ae444a10f8 admin admin] 10.222.0.69 "GET /v2.0/subnets/cb0185c7-7d55-4146-9f5f-3f794bd18926 HTTP/1.1" status: 200 len: 849 time: 0.0910900 May 04 13:56:41.995537 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:56:42.083553 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Publish callbacks [] for subnet (cb0185c7-7d55-4146-9f5f-3f794bd18926), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.343689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730632548792'] for subnet (cb0185c7-7d55-4146-9f5f-3f794bd18926), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.377119 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:42.377879 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.379284 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] 10.222.0.69 "PUT /v2.0/subnets/cb0185c7-7d55-4146-9f5f-3f794bd18926 HTTP/1.1" status: 200 len: 868 time: 0.3875437 May 04 13:56:42.396502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4783ff-24a5-4797-a573-8720edceb351 None None] Network e1ec6aba-cf9d-4e13-8bff-cd4e3377571b requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:56:42.401787 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0185c7-7d55-4146-9f5f-3f794bd18926,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:42.410820 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.411029 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.411393 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.411792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.412128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.412459 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.413563 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.413896 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.414234 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.414561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.414899 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.415508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.415834 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.416148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.416515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38555e3-e8c8-4d40-ba5b-50c94de2bf51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.778810 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Provisioning complete for port 06989d48-bec1-4a5d-aeba-e8e16015856f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:56:42.779201 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (06989d48-bec1-4a5d-aeba-e8e16015856f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.858652 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Current status of the port 06989d48-bec1-4a5d-aeba-e8e16015856f is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:42.866876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Provisioning complete for port 1fa20009-2655-424a-b6b9-e4289a2a10ce triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:56:42.867239 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (1fa20009-2655-424a-b6b9-e4289a2a10ce), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.945265 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-bc605384-7e18-4edc-b6ca-35acb5ecd325 None None] Current status of the port 1fa20009-2655-424a-b6b9-e4289a2a10ce is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:44.708673 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34380) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:44.919281 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea36742-3b76-42b0-879e-ebcb932fd313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:44.919649 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea36742-3b76-42b0-879e-ebcb932fd313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:44.921170 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-dea36742-3b76-42b0-879e-ebcb932fd313 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115269 May 04 13:56:47.266064 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34388) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:47.399605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d00f6-bd17-4faa-8e46-b99e685c2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:47.399988 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d00f6-bd17-4faa-8e46-b99e685c2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:47.401548 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8c5d00f6-bd17-4faa-8e46-b99e685c2bdd admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345246 May 04 13:56:49.730218 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34396) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:49.858784 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06154b9b-2d4b-47cd-b9b9-c93a38f6f43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:49.860138 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-06154b9b-2d4b-47cd-b9b9-c93a38f6f43b admin admin] 10.222.0.69 "GET /v2.0/networks/4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 HTTP/1.1" status: 200 len: 886 time: 0.1289878 May 04 13:56:50.752044 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:56:52.231698 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34404) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:52.385072 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9859d-349b-47bb-a7f0-27be2cc2337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:52.386467 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-07c9859d-349b-47bb-a7f0-27be2cc2337c admin admin] 10.222.0.69 "GET /v2.0/networks/e1ec6aba-cf9d-4e13-8bff-cd4e3377571b HTTP/1.1" status: 200 len: 869 time: 0.1536005 May 04 13:56:54.700335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34412) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:54.833500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8cae82-b7d4-4a28-a079-5c9c56ab75a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:54.833949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8cae82-b7d4-4a28-a079-5c9c56ab75a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:54.835494 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-bb8cae82-b7d4-4a28-a079-5c9c56ab75a9 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342185 May 04 13:56:55.914428 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-76b73b9b-2295-442c-8012-fcaadc006eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:57.136779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34420) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:57.230761 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc557f8c-78b3-4343-af14-288fc56c985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:57.231208 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc557f8c-78b3-4343-af14-288fc56c985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:57.232761 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cc557f8c-78b3-4343-af14-288fc56c985a admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950024 May 04 13:56:58.022390 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-aadf84b4-5a45-4735-8708-c48a86660501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:59.199955 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:59.545718 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34428) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:59.633885 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7fd93-348f-4d19-8ad4-0aa9b749148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:59.635257 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-bba7fd93-348f-4d19-8ad4-0aa9b749148d admin admin] 10.222.0.69 "GET /v2.0/subnets/27016d37-224f-4cbe-83d8-74bae732092a HTTP/1.1" status: 200 len: 816 time: 0.0885925 May 04 13:57:00.851576 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:01.956835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34436) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:02.052139 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27907990-ef48-4a7b-967a-4b950696388c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:02.053442 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-27907990-ef48-4a7b-967a-4b950696388c admin admin] 10.222.0.69 "GET /v2.0/subnets/cb0185c7-7d55-4146-9f5f-3f794bd18926 HTTP/1.1" status: 200 len: 868 time: 0.0955987 May 04 13:57:02.348731 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:25.884952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7cd44e47-2d05-4b6b-a974-e213567962cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:27.751890 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:57:28.045766 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d83fd97b-fdae-4cd7-a26e-9cce19ec8e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:29.187641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.836554 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.342373 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:44.153673 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34496) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:44.201753 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [None req-1ebffc6d-56c0-4ece-b8c6-6a0d917315db admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:57:44.202741 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1ebffc6d-56c0-4ece-b8c6-6a0d917315db admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0480359 May 04 13:57:46.589797 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34504) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:46.651150 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.pecan_wsgi.hooks.translation [None req-9449979f-da6a-4223-bc1a-180b669e3b5d admin admin] GET failed (client error): The resource could not be found. May 04 13:57:46.652472 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-9449979f-da6a-4223-bc1a-180b669e3b5d admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617497 May 04 13:57:46.801030 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4183b8-232b-4c0d-8c73-c33c9b13ec05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:46.802747 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7f4183b8-232b-4c0d-8c73-c33c9b13ec05 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1458850 May 04 13:57:49.150799 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34512) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:49.200932 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:49.290697 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Made reservation on behalf of 9c3182e031164ef9b9b514b600f7699c for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:57:49.293034 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.323345 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING neutron.services.revisions.revision_plugin [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Could not find related network for resource to bump revision. May 04 13:57:49.337111 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:57:49.346829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (f25ec0f8-2fca-4df4-b6ea-2325d78f7b91), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.347175 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Added segment f25ec0f8-2fca-4df4-b6ea-2325d78f7b91 of type vlan for network b3a791ce-d94f-462c-a4d3-ca7d776f193c May 04 13:57:49.393206 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (b3a791ce-d94f-462c-a4d3-ca7d776f193c), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.502523 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (b3a791ce-d94f-462c-a4d3-ca7d776f193c), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.503545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:49.504273 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.564837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a791ce-d94f-462c-a4d3-ca7d776f193c,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:49.571843 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.572201 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.572563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.572908 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.573263 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.573614 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.573940 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.574288 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.574635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.575009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.575406 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.575684 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.576009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.576327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.576665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:49.590385 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:57:49.643120 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-147bd2ff-6ee3-42b5-8452-c5e48fc87475 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4911897 May 04 13:57:51.999644 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34520) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:52.060250 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb936d12-defd-48fe-beeb-d1750bfb07de admin admin] GET failed (client error): The resource could not be found. May 04 13:57:52.061518 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cb936d12-defd-48fe-beeb-d1750bfb07de admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608675 May 04 13:57:52.135149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1cb67-88e2-4ef6-b3a9-1389a3284b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:52.136698 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7ef1cb67-88e2-4ef6-b3a9-1389a3284b91 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704422 May 04 13:57:52.146852 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Request body: {'subnet': {'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:52.227422 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Made reservation on behalf of 9c3182e031164ef9b9b514b600f7699c for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:57:52.229716 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:52.496195 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (174c98c4-1d18-452e-b66f-54f6735bd454), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:52.556794 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174c98c4-1d18-452e-b66f-54f6735bd454,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:52.567547 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.567892 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.568246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.568591 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.568978 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.569231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.569569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.569886 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.570213 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.570530 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.570858 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.571173 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.571484 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.571800 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.572103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:52.575094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Checking segment: {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:57:52.575439 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Network hostable DHCP agents. Network: b3a791ce-d94f-462c-a4d3-ca7d776f193c, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:57:52.690804 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:57:52.782291 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, b3a791ce-d94f-462c-a4d3-ca7d776f193c) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:57:52.786582 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:52.787087 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:52.791063 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ea69b-b8bc-46bc-a803-803385037bdc None None] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:57:52.897635 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-b3a791ce-d94f-462c-a4d3-ca7d776f193c', 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c', 'project_id': '9c3182e031164ef9b9b514b600f7699c', 'fixed_ips': [{'subnet_id': '174c98c4-1d18-452e-b66f-54f6735bd454'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:57:52.898548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:52.906088 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c3c412ab-787c-430e-b482-4997106d8936 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7623599 May 04 13:57:53.055418 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Allocated IP 192.168.233.2 (b3a791ce-d94f-462c-a4d3-ca7d776f193c/174c98c4-1d18-452e-b66f-54f6735bd454/d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:57:53.208207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks [] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.296767 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.342123 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:57:53.348305 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:57:53.352897 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:57:53.356181 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Pushing event updated for resources: {'Port': ['ID=d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:53.368511 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.369114 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.369499 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.369858 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.370685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.370685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.370892 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.371111 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.371475 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.371805 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.372570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.372570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.372768 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.373017 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.373426 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.428477 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Attempting to bind port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:57:53.428847 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Attempting to bind port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:57:53.429202 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Attempting to bind port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 on network b3a791ce-d94f-462c-a4d3-ca7d776f193c {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:57:53.434900 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:57:53.435267 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Checking segment: {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:57:53.435661 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.436053 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Bound using segment: {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:57:53.436504 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Bound port: d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:57:53.437602 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.506641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] For port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:57:53.510079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] For port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:57:53.599901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.669394 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9719a16-1f3b-4339-9a54-cf89cca6b4e1 None None] Pushing event updated for resources: {'Port': ['ID=d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:54.611550 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2591d505-b959-4ded-9c73-d82bf132b3a3 None None] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:57:54.733045 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Provisioning complete for port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:57:54.733558 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.852440 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Current status of the port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:57:54.852857 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.899289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] For port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:55.017787 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.098366 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268f9cd-84d6-49d2-9285-c8d6a66305cc None None] Pushing event updated for resources: {'Port': ['ID=d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:55.138917 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-4f52afea-27d6-427e-b338-147a4c473e5b None None] Provisioning complete for port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:57:55.139312 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4f52afea-27d6-427e-b338-147a4c473e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.253876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-4f52afea-27d6-427e-b338-147a4c473e5b None None] Current status of the port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:57:55.264370 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:57:55.319753 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:57:55.320136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.415872 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port d90f2ff5-dc0f-4294-abb2-2d4f9647b8b5 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:57:55.873690 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2de0-ab4f-4f1a-9634-188494da3901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:58.044652 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3fa05717-3424-4808-9b61-457b40bf21b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.313982 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:00.845031 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:02.353459 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:04.750675 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:58:25.867515 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-836b9360-16af-47c9-99eb-41eb5c9bc4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:28.044159 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-cb8142c5-052f-48a8-98c5-a7b12d3da8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:29.203652 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.850087 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:32.359315 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.749660 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:58:55.883971 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-205afd00-5682-4cec-b191-6564024614b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:58.072810 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e99a26f4-7e11-4ee4-a1f9-c4d8f4450014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:59.205044 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:00.850099 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:02.363680 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.749314 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:59:25.871918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d49aba05-d8db-476b-a55a-7f680e713d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.100893 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-8fec149b-2fc8-459c-94ba-2febd33a0a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:29.198251 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:30.864907 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:32.363569 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:35.809072 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34558) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:35.815233 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [None req-07b8dd31-e715-45c6-adfc-ef04e963accf tempest-verify_tempest_config-752424282 tempest-verify_tempest_config-752424282-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:59:35.822309 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-07b8dd31-e715-45c6-adfc-ef04e963accf tempest-verify_tempest_config-752424282 tempest-verify_tempest_config-752424282-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061376 May 04 13:59:36.353998 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34576) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:36.457914 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.530199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Publish callbacks [] for security_group (6180e499-c300-4699-98f8-f82567678389), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.592125 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6180e499-c300-4699-98f8-f82567678389), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.640278 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180e499-c300-4699-98f8-f82567678389,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:36.644387 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af28c5b0c17341deb8b11b04922cd448&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2893844 May 04 13:59:36.647384 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34582) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:36.650193 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.650544 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.651007 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.651258 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.651574 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.651899 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.652218 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.652537 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.652874 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.653200 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.653561 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.653915 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.654811 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.655155 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.655476 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af2e55-d98c-4037-a933-06d634323abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.729713 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Publish callbacks [] for security_group (6180e499-c300-4699-98f8-f82567678389), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.752062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Publish callbacks [] for security_group (6180e499-c300-4699-98f8-f82567678389), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.895086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6180e499-c300-4699-98f8-f82567678389), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.897728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.898946 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6180e499-c300-4699-98f8-f82567678389 HTTP/1.1" status: 204 len: 168 time: 0.2505765 May 04 13:59:36.907647 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180e499-c300-4699-98f8-f82567678389,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:36.915524 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.915885 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.916233 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.916570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.916905 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.917273 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.917612 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.917929 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.918257 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.918591 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.918958 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.919230 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.919643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.920533 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:36.920533 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc9ee3-c851-40bb-a12e-9ba18886218a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:55.748797 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:59:55.864786 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b60da3b-9d9b-41c4-9feb-3076d6fb7f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:58.032147 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0ca328fc-0f13-431e-bc5e-2806687b6be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:59.203534 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:00.848715 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:02.340668 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:25.898106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f77ee475-1d3c-4dfa-a380-5011b9047b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:28.037182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5ead4152-b267-4249-8d4f-36bc45be685c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:29.196852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:30.928540 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:32.345763 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:32.748674 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:00:55.876816 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-72db6503-61f8-4c3d-806c-dab9a8300632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:58.036721 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-05f690e5-1164-4f8f-b77d-852742aa7cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:59.236605 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:00.865425 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:02.390861 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:09.748850 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 5 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:01:25.902191 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6c7d354b-1bea-47d4-a665-38e16621827d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.979324 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7965976'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:28.059220 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3294fe19-482e-45df-82f1-e5283d653cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:29.239340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:30.862777 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:32.391077 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:42.899732 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34652) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:43.020889 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3e1c6ffc-ded7-4780-8a48-415c407c48bc admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1198959 May 04 14:01:45.558349 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34662) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:45.627011 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c11f9ae9-1506-4029-ae4b-9ae5008a92c1 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0675027 May 04 14:01:46.748691 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:01:55.913962 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-194bc032-56d6-4b69-ab0f-2614dc645f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:58.022215 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:58.050544 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8840215-7e66-48df-b0a5-2a562670a040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:59.233574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:00.908136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:02.427941 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:23.748849 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:02:25.916317 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6719e057-ad3c-44d5-bad9-129b1e424a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.036885 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.073041 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b13983cd-3591-4a89-bd8e-bb7551d3787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.210311 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:30.861883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:32.373902 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:55.896013 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9e94a9a2-5ac3-42a5-827a-47b4095c82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:57.999102 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:58.050140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0477bfbb-69e1-4492-8a0f-300d2b60763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:59.213706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:00.784484 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:03:00.850014 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:02.346940 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:25.918484 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-337d21f0-45cd-4181-8118-3b9e751ef5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.226290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34810) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:26.483708 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-network', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:26.585434 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Made reservation on behalf of 373030cbd19f4dcc88d9b494dee196bc for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:26.587760 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.598779 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.681930 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks [] for security_group (0300bbd5-7018-4cd5-b145-47dfb67b6398), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.764320 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0300bbd5-7018-4cd5-b145-47dfb67b6398), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.790211 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:26.800819 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0300bbd5-7018-4cd5-b145-47dfb67b6398,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:26.809625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (fe22aaaa-92f0-4858-91a5-2cec3ab24c10), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.810010 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Added segment fe22aaaa-92f0-4858-91a5-2cec3ab24c10 of type vlan for network b421389d-f3ad-4657-803e-5ce4302533ca May 04 14:03:26.812172 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.812505 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.812836 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.813167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.813515 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.813837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.814169 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.814514 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.814852 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.815177 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.815490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.815840 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.816129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.816439 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.816922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Tracked resource versions report: May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: pushed versions: May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: { 'AddressGroup': {'1.2'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Agent': {'1.1'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'ConntrackHelper': {'1.0'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'LocalIPAssociation': {'1.0'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Log': {'1.0'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'NDPProxy': {'1.0'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Network': {'1.1'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Port': {'1.7'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'PortForwarding': {'1.3'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'QosPolicy': {'1.10'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroup': {'1.5'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroupRule': {'1.2'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SubPort': {'1.0'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Subnet': {'1.1'}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Trunk': {'1.1'}} May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: consumer versions: May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: HyperV agent@hv-cinder-83699: {}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Agent': '1.1', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'ConntrackHelper': '1.0', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'LocalIPAssociation': '1.0', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Log': '1.0', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'NDPProxy': '1.0', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Network': '1.1', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Port': '1.7', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'PortForwarding': '1.3', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'QosPolicy': '1.10', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroup': '1.5', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SecurityGroupRule': '1.2', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'SubPort': '1.0', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Subnet': '1.1', May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: 'Trunk': '1.1'}} May 04 14:03:26.818132 dv-cinder-836996-12-iscsi neutron-server[115583]: {{(pid=115583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:03:26.865767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (b421389d-f3ad-4657-803e-5ce4302533ca), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.996818 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (b421389d-f3ad-4657-803e-5ce4302533ca), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.997889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:27.002949 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.062385 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] Pushing event updated for resources: {'Network': ['ID=b421389d-f3ad-4657-803e-5ce4302533ca,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:27.072561 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network b421389d-f3ad-4657-803e-5ce4302533ca details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:27.123039 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34856) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.123695 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-61790a88-41db-42bf-b258-ee729c4e8d4d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8954482 May 04 14:03:27.134679 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Request body: {'subnet': {'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-subnet', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:27.233198 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Made reservation on behalf of 373030cbd19f4dcc88d9b494dee196bc for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:27.234831 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34864) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.235482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.373589 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34876) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.496312 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (c995a539-c124-4ec6-b876-8d6b47c320e5), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.549394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c995a539-c124-4ec6-b876-8d6b47c320e5,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:27.562285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.562628 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.562946 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.563267 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.563586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.563895 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.564390 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.564865 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.565282 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.565513 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.565822 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.566436 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.566656 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.566897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.567201 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Tracked resource versions report: May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: pushed versions: May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: { 'AddressGroup': {'1.2'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Agent': {'1.1'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'ConntrackHelper': {'1.0'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'LocalIPAssociation': {'1.0'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Log': {'1.0'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'NDPProxy': {'1.0'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Network': {'1.1'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Port': {'1.7'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'PortForwarding': {'1.3'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'QosPolicy': {'1.10'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroup': {'1.5'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroupRule': {'1.2'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SubPort': {'1.0'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Subnet': {'1.1'}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Trunk': {'1.1'}} May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: consumer versions: May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: HyperV agent@hv-cinder-83699: {}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Agent': '1.1', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'ConntrackHelper': '1.0', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'LocalIPAssociation': '1.0', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Log': '1.0', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'NDPProxy': '1.0', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Network': '1.1', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Port': '1.7', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'PortForwarding': '1.3', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'QosPolicy': '1.10', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroup': '1.5', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SecurityGroupRule': '1.2', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'SubPort': '1.0', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Subnet': '1.1', May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: 'Trunk': '1.1'}} May 04 14:03:27.568401 dv-cinder-836996-12-iscsi neutron-server[115584]: {{(pid=115584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:03:27.583087 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:27.583087 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Network hostable DHCP agents. Network: b421389d-f3ad-4657-803e-5ce4302533ca, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:27.656001 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1180882687-network', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:27.659472 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Network b421389d-f3ad-4657-803e-5ce4302533ca is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:27.686303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34884) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.729045 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-709511229-network', 'tenant_id': 'ac9f2ac674ab4b5e87bfdd3bafacec37'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:27.769949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, b421389d-f3ad-4657-803e-5ce4302533ca) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:27.781199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Made reservation on behalf of a3aa6d4e6b6d4b7f99e11f5d6104fb62 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:27.781905 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:27.781905 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.782076 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.783690 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfadc5-d7c9-4e4d-9ab4-40c924f8522a None None] Network b421389d-f3ad-4657-803e-5ce4302533ca requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:27.791519 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.841174 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34892) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.887466 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Made reservation on behalf of ac9f2ac674ab4b5e87bfdd3bafacec37 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:27.893290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.902283 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks [] for security_group (7469d647-970a-4e74-a18e-338b6d9854ea), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.903481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.912310 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-b421389d-f3ad-4657-803e-5ce4302533ca', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:03:27.914113 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:27.915356 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-20493b29-af3f-4add-b587-8357fa713b45 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7900822 May 04 14:03:27.918857 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34896) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:27.924946 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:28.000063 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks [] for security_group (cd75abd1-e75a-4e0d-93a0-d91c3fd0c176), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.033829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7469d647-970a-4e74-a18e-338b6d9854ea), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.054398 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-26866202-network', 'tenant_id': '9a1aba7a458a47a4890799c2a16f7118'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:28.062148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.065513 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.086989 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:28.098259 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.098703 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Added segment daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef of type vlan for network 6c920147-4f05-4f43-8070-31b1123eb9ae May 04 14:03:28.144637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Allocated IP 172.20.0.2 (b421389d-f3ad-4657-803e-5ce4302533ca/c995a539-c124-4ec6-b876-8d6b47c320e5/5a3fdc08-ec59-40d7-9902-cc247ebbbafc) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:28.167824 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (6c920147-4f05-4f43-8070-31b1123eb9ae), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.182333 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-network', 'tenant_id': '8519562477d14e15ac77e0647ec78c88'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:28.193003 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7469d647-970a-4e74-a18e-338b6d9854ea,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.214250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cd75abd1-e75a-4e0d-93a0-d91c3fd0c176), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.242098 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.253473 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:28.264869 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (6c920147-4f05-4f43-8070-31b1123eb9ae), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.266138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:28.276074 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.276828 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.277195 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Added segment 24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18 of type vlan for network 88444c6e-09e6-47ad-a444-c569b74d61f3 May 04 14:03:28.310086 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks [] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.327578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Made reservation on behalf of 9a1aba7a458a47a4890799c2a16f7118 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:28.327578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.327842 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.327842 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-870e3b93-1a47-4742-9f6a-959863f1a65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.367530 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.377644 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for router_controller (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), precommit_add_association {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.379257 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Made reservation on behalf of 8519562477d14e15ac77e0647ec78c88 for: {'network': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:28.381458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (88444c6e-09e6-47ad-a444-c569b74d61f3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.390220 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.409922 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.416018 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] Pushing event updated for resources: {'Network': ['ID=6c920147-4f05-4f43-8070-31b1123eb9ae,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.424042 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.454030 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4364021e-aaa0-4e77-a29a-03733d97df5c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2179465 May 04 14:03:28.458238 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34920) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:28.463019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Request body: {'subnet': {'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1180882687-subnet', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:28.507050 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 6c920147-4f05-4f43-8070-31b1123eb9ae details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:28.557743 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks [] for security_group (9e780595-db4b-4e2d-aff6-3877c545f32a), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.561456 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (88444c6e-09e6-47ad-a444-c569b74d61f3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.563066 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:28.563805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.595217 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Made reservation on behalf of a3aa6d4e6b6d4b7f99e11f5d6104fb62 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:28.597751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.705550 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:28.709120 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] Pushing event updated for resources: {'Network': ['ID=88444c6e-09e6-47ad-a444-c569b74d61f3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.716254 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:28.717098 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9e780595-db4b-4e2d-aff6-3877c545f32a), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.721339 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:28.740458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:28.748558 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 88444c6e-09e6-47ad-a444-c569b74d61f3 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:28.779810 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (2954ce8a-6868-405e-be60-6e1ffedc7770), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.780163 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Added segment 2954ce8a-6868-405e-be60-6e1ffedc7770 of type vlan for network a41cca8d-b63e-493a-a633-3138ab047c10 May 04 14:03:28.840848 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-89d8c8a3-01fe-4a6c-a651-ab49308f2daa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4651902 May 04 14:03:28.841285 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Pushing event updated for resources: {'Port': ['ID=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.842368 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e780595-db4b-4e2d-aff6-3877c545f32a,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.850623 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34938) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:28.855301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Request body: {'subnet': {'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-709511229-subnet', 'tenant_id': 'ac9f2ac674ab4b5e87bfdd3bafacec37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:28.883496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (a41cca8d-b63e-493a-a633-3138ab047c10), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.961516 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for router_gateway (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.005120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks [] for security_group (20b48c3b-c4a2-4091-9765-25a0ddc98990), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.008145 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.009397 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.015687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Tracked resource versions report: May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: pushed versions: May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: { 'AddressGroup': {'1.2'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Agent': {'1.1'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'ConntrackHelper': {'1.0'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'LocalIPAssociation': {'1.0'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Log': {'1.0'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'NDPProxy': {'1.0'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Network': {'1.1'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Port': {'1.7'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'PortForwarding': {'1.3'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'QosPolicy': {'1.10'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroup': {'1.5'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroupRule': {'1.2'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SubPort': {'1.0'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Subnet': {'1.1'}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Trunk': {'1.1'}} May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: consumer versions: May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: HyperV agent@hv-cinder-83699: {}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Agent': '1.1', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'ConntrackHelper': '1.0', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'LocalIPAssociation': '1.0', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Log': '1.0', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'NDPProxy': '1.0', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Network': '1.1', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Port': '1.7', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'PortForwarding': '1.3', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'QosPolicy': '1.10', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroup': '1.5', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SecurityGroupRule': '1.2', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'SubPort': '1.0', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Subnet': '1.1', May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: 'Trunk': '1.1'}} May 04 14:03:29.025357 dv-cinder-836996-12-iscsi neutron-server[115585]: {{(pid=115585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:03:29.060316 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (a41cca8d-b63e-493a-a633-3138ab047c10), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.062231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:29.063194 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.098261 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Attempting to bind port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:29.099107 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Attempting to bind port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:29.099704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Attempting to bind port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:29.125301 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:29.125765 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:29.126302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.128096 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Bound using segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:29.130327 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Bound port: 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:29.130806 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.150835 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (20b48c3b-c4a2-4091-9765-25a0ddc98990), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.243655 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=115584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:29.283638 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Made reservation on behalf of ac9f2ac674ab4b5e87bfdd3bafacec37 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:29.286177 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.289310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.293139 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] For port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:29.298428 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] For port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:29.304406 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730632585283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (73caf896-fa0b-491e-b2ee-0d8bda3c5e36), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.304991 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Unsubscribe: segment precommit_create {{(pid=115584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:03:29.305515 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.segments_db [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Added segment 73caf896-fa0b-491e-b2ee-0d8bda3c5e36 of type vlan for network 4a3eb64b-383b-43c9-9e22-88b35c840a0e May 04 14:03:29.314121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.365637 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b48c3b-c4a2-4091-9765-25a0ddc98990,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:29.405574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.412002 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7246006 May 04 14:03:29.415468 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6acfc4-5089-45f0-a655-f91aa38a9bce admin admin] Pushing event updated for resources: {'Network': ['ID=a41cca8d-b63e-493a-a633-3138ab047c10,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:29.424420 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34976) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:29.431826 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Request body: {'subnet': {'network_id': 'a41cca8d-b63e-493a-a633-3138ab047c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-26866202-subnet', 'tenant_id': '9a1aba7a458a47a4890799c2a16f7118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:29.518742 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network a41cca8d-b63e-493a-a633-3138ab047c10 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:29.535515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (4a3eb64b-383b-43c9-9e22-88b35c840a0e), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.590684 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:29.613225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Checking segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:29.622291 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Network hostable DHCP agents. Network: 6c920147-4f05-4f43-8070-31b1123eb9ae, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:29.698216 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for router_gateway (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.711535 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Made reservation on behalf of 9a1aba7a458a47a4890799c2a16f7118 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:29.714035 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.732070 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893035-41e7-466b-8234-683f3f25cab4 None None] Pushing event updated for resources: {'Port': ['ID=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:29.734384 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.791508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (4a3eb64b-383b-43c9-9e22-88b35c840a0e), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.792482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:29.793046 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.859363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:29.989620 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 6c920147-4f05-4f43-8070-31b1123eb9ae) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:30.003744 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069509c9-e87f-407e-8ba5-6ea7a7f4321f None None] Network 6c920147-4f05-4f43-8070-31b1123eb9ae requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:30.014100 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:30.014769 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.064254 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (41c15abd-4e64-497b-84c0-0df6de12b922), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.133520 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2902353 May 04 14:03:30.156068 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34988) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:30.159312 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dcae4-7850-46b1-b735-ef54cb929caf admin admin] Pushing event updated for resources: {'Network': ['ID=4a3eb64b-383b-43c9-9e22-88b35c840a0e,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:30.168237 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Request body: {'subnet': {'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-subnet', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:30.204391 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c15abd-4e64-497b-84c0-0df6de12b922,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:30.214941 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Allocated IP 172.27.3.85 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/93f0f590-95c4-41b6-8d70-5c7223401537) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:30.243667 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (87fcb849-cf07-4749-b4a5-35b19a8841cc), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.292409 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 34994) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:30.336999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fcb849-cf07-4749-b4a5-35b19a8841cc,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:30.363227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:30.379950 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b1abab24-e795-4b82-b700-3511c19650d0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9205701 May 04 14:03:30.380544 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 34998) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:30.396910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:30.405321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for port (93f0f590-95c4-41b6-8d70-5c7223401537), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.421814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Checking segment: {'id': '2954ce8a-6868-405e-be60-6e1ffedc7770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a41cca8d-b63e-493a-a633-3138ab047c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:30.422767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Network hostable DHCP agents. Network: a41cca8d-b63e-493a-a633-3138ab047c10, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:30.445720 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Checking segment: {'id': '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:30.446120 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Network hostable DHCP agents. Network: 88444c6e-09e6-47ad-a444-c569b74d61f3, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:30.473179 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Made reservation on behalf of 8519562477d14e15ac77e0647ec78c88 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:30.475843 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.490162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.494314 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.508575 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-6c920147-4f05-4f43-8070-31b1123eb9ae', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:03:30.509617 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.544904 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3113da87-9cc5-4b4e-b994-84be33c46a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.566764 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for router_controller (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.588046 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Network a41cca8d-b63e-493a-a633-3138ab047c10 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:30.590447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Network 88444c6e-09e6-47ad-a444-c569b74d61f3 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:30.690171 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Allocated IP 172.20.0.2 (6c920147-4f05-4f43-8070-31b1123eb9ae/ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408/45665600-5a56-4872-9fa0-caf1d64b88ab) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:30.717038 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, a41cca8d-b63e-493a-a633-3138ab047c10) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:30.718651 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.721901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:30.723928 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.734538 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 88444c6e-09e6-47ad-a444-c569b74d61f3) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:30.740719 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:30.741341 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.751132 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcafb3-3bb5-4ee3-b4ae-6443837b22ff None None] Network a41cca8d-b63e-493a-a633-3138ab047c10 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:30.758442 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d7e56-6046-4942-a8b0-d1e3862d2ed5 None None] Network 88444c6e-09e6-47ad-a444-c569b74d61f3 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:30.802906 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3113da87-9cc5-4b4e-b994-84be33c46a16 admin admin] Publish callbacks [] for security_group (228f93da-1049-4192-b3df-e45ef42a723d), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.853316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:30.864482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:30.878248 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8e9cb36b-3892-4d28-847b-69b93d67bb32 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0177999 May 04 14:03:30.878924 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:30.929333 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3113da87-9cc5-4b4e-b994-84be33c46a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (228f93da-1049-4192-b3df-e45ef42a723d), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.932142 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Pushing event updated for resources: {'Port': ['ID=93f0f590-95c4-41b6-8d70-5c7223401537,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:30.965897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (ef43acd1-e965-4780-a7fd-03edb0a0af94), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.996791 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-07e5678e-5408-461f-9e88-29bcc83ce1f8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5709109 May 04 14:03:31.075001 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c745c2c-399c-4394-a372-ae55c3eac399 None None] Network b421389d-f3ad-4657-803e-5ce4302533ca requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:31.076644 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for router_gateway (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.143326 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3113da87-9cc5-4b4e-b994-84be33c46a16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0d59f2420324aa2ba49374bc6de7fd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8484724 May 04 14:03:31.145973 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35026) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:31.172118 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113da87-9cc5-4b4e-b994-84be33c46a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f93da-1049-4192-b3df-e45ef42a723d,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:31.220108 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Checking segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:31.220477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Network hostable DHCP agents. Network: 4a3eb64b-383b-43c9-9e22-88b35c840a0e, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:31.235521 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Provisioning complete for port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:31.235921 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.254983 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.318613 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef43acd1-e965-4780-a7fd-03edb0a0af94,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:31.371140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394a68b-0761-43aa-8972-bb3c6384a2a9 None None] Network a41cca8d-b63e-493a-a633-3138ab047c10 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:31.424873 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:31.455208 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426b843-e3ba-443f-a690-b562f5c4832c None None] Network 88444c6e-09e6-47ad-a444-c569b74d61f3 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:31.549295 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks [] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.553290 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 4a3eb64b-383b-43c9-9e22-88b35c840a0e) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:31.562453 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] Publish callbacks [] for security_group (228f93da-1049-4192-b3df-e45ef42a723d), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.565336 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:31.567598 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.616756 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] Publish callbacks [] for security_group (228f93da-1049-4192-b3df-e45ef42a723d), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.617209 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac4f35f-30fd-4218-9342-f2bb6925ee0f None None] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:31.992861 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35056) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:31.994363 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 5a3fdc08-ec59-40d7-9902-cc247ebbbafc up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:31.995482 dv-cinder-836996-12-iscsi neutron-server[115584]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:03:31.996110 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.996394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for router_gateway (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.996394 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c0c72ae4-0cc6-4a1d-969f-438e7f6e2aa2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6606586 May 04 14:03:31.996711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35064) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:31.996711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:31.996711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for router_gateway (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:31.996711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.002361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:32.002361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.002856 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (228f93da-1049-4192-b3df-e45ef42a723d), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.002856 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.002856 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/228f93da-1049-4192-b3df-e45ef42a723d HTTP/1.1" status: 204 len: 168 time: 0.7833948 May 04 14:03:32.003087 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Pushing event updated for resources: {'Port': ['ID=45665600-5a56-4872-9fa0-caf1d64b88ab,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:32.003148 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.003148 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.003267 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-071a04a5-60f5-45ba-aafd-d54aa699fbad tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:32.003340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:32.003401 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-071a04a5-60f5-45ba-aafd-d54aa699fbad tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/networks?id=88444c6e-09e6-47ad-a444-c569b74d61f3 HTTP/1.1" status: 200 len: 811 time: 0.3154821 May 04 14:03:32.019662 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:32.026440 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Current status of the port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:32.050068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.050491 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6107f-7379-4b26-974a-728067df74ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f93da-1049-4192-b3df-e45ef42a723d,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:32.084257 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:32.128607 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-f3b03f61-24bf-437a-a070-d5f32793cb50 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/quotas/ac9f2ac674ab4b5e87bfdd3bafacec37 HTTP/1.1" status: 200 len: 375 time: 0.0163207 May 04 14:03:32.141028 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:03:32.141909 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.164296 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for router_controller (88868e26-1ad4-4eca-b034-0c867cbda8ef), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.213070 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] For port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:32.247715 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-e1401f22-bf38-483c-83a7-ac7512687832 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac9f2ac674ab4b5e87bfdd3bafacec37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099963 May 04 14:03:32.363780 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.399127 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Allocated IP 172.27.3.220 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/9b0bf8bc-e606-4084-aa47-2cd485e3c94e) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:32.456855 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Attempting to bind port 45665600-5a56-4872-9fa0-caf1d64b88ab on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:32.458082 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Attempting to bind port 45665600-5a56-4872-9fa0-caf1d64b88ab by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:32.458583 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Attempting to bind port 45665600-5a56-4872-9fa0-caf1d64b88ab on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:32.479070 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.496058 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:32.497225 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Checking segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:32.498019 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.498559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Bound using segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:32.499177 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Bound port: 45665600-5a56-4872-9fa0-caf1d64b88ab, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:32.500545 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.531390 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35084) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:32.539148 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-780012043-network', 'tenant_id': '5ccc6410376f4e18a855f227ca4be07d'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:32.563717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:32.564007 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.736550 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for router_gateway (88868e26-1ad4-4eca-b034-0c867cbda8ef), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.752824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-4d126d77-dfc4-4d56-9afd-cf7073f17b46 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:03:32.754169 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-4d126d77-dfc4-4d56-9afd-cf7073f17b46 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0666497 May 04 14:03:32.764838 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:03:32.809968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.873298 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Made reservation on behalf of 5ccc6410376f4e18a855f227ca4be07d for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:32.879665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.889904 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] For port 45665600-5a56-4872-9fa0-caf1d64b88ab, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:32.900425 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.921537 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-2bcc7ed0-d46c-48bf-83eb-ca2b0a47084d None None] Provisioning complete for port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:32.921937 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7ed0-d46c-48bf-83eb-ca2b0a47084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.938487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.957423 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:32.992126 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] For port 45665600-5a56-4872-9fa0-caf1d64b88ab, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=45665600-5a56-4872-9fa0-caf1d64b88ab,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:33.017933 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad688ac-bf9e-40b6-8cd8-592e0f0faff3 None None] Pushing event updated for resources: {'Port': ['ID=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:33.045593 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Allocated IP 172.20.0.2 (4a3eb64b-383b-43c9-9e22-88b35c840a0e/ef43acd1-e965-4780-a7fd-03edb0a0af94/97418600-4545-4bd6-bbfe-8c96f2281968) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:33.078338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:33.080222 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:03:33.081502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:03:33.086511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ef643291-69c4-4bd8-9755-083c4c9c8a3b service neutron] 10.222.0.69 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145959 May 04 14:03:33.097835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:33.101078 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:33.123658 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.124074 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:33.135938 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:33.152941 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:33.154062 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:33.188151 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Pushing event updated for resources: {'Port': ['ID=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:33.212715 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc7ed0-d46c-48bf-83eb-ca2b0a47084d None None] Current status of the port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:33.230705 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.237400 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3ab6956c-fc80-4d3c-8b5e-ee5c5c779467 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3158638 May 04 14:03:33.241164 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35104) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:33.259195 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-4cb6a824-e35a-4da1-932c-f5cb97a1e1d8 service neutron] 10.222.0.69 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642876 May 04 14:03:33.296195 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25051258-4ceb-4642-b70a-f80369ed2126 None None] Pushing event updated for resources: {'Port': ['ID=45665600-5a56-4872-9fa0-caf1d64b88ab,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:33.359593 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:33.412481 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks [] for port (97418600-4545-4bd6-bbfe-8c96f2281968), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.524384 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.594171 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:31Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:33.656036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:33.670666 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:33.673750 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:33.692627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Pushing event updated for resources: {'Port': ['ID=97418600-4545-4bd6-bbfe-8c96f2281968,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:33.695847 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:33.698339 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Updating router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 port 93f0f590-95c4-41b6-8d70-5c7223401537 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:33.708647 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks [] for security_group (5520076e-f10b-4fb7-8a6e-64378cd2980e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.739297 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:33.753861 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.816896 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Attempting to bind port 97418600-4545-4bd6-bbfe-8c96f2281968 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:33.822382 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Attempting to bind port 97418600-4545-4bd6-bbfe-8c96f2281968 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:33.822883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Attempting to bind port 97418600-4545-4bd6-bbfe-8c96f2281968 on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:33.834675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:33.834675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Checking segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:33.836347 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.836347 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Bound using segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:33.836347 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Bound port: 97418600-4545-4bd6-bbfe-8c96f2281968, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:33.836599 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.880563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for router_gateway (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.885683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (5520076e-f10b-4fb7-8a6e-64378cd2980e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.903079 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:33.909881 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (d9829b03-662b-44a7-a1d0-0f884d650c04), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.910512 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Added segment d9829b03-662b-44a7-a1d0-0f884d650c04 of type vlan for network 487faa1a-dc20-4f79-98a0-eaab32a9c045 May 04 14:03:33.961736 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (487faa1a-dc20-4f79-98a0-eaab32a9c045), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:33.982350 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] For port 97418600-4545-4bd6-bbfe-8c96f2281968, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:33.986814 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] For port 97418600-4545-4bd6-bbfe-8c96f2281968, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=97418600-4545-4bd6-bbfe-8c96f2281968,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:34.009719 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2870f5a2-c4fa-4c66-9c07-f6dec682b2f7 req-e97e0002-979d-4e50-94cd-c0e588450e43 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.1410668 May 04 14:03:34.057910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.129628 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 5a3fdc08-ec59-40d7-9902-cc247ebbbafc up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:34.144948 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (487faa1a-dc20-4f79-98a0-eaab32a9c045), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.146255 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:34.147323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.216648 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.287426 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ed66d-b50a-412a-b344-d017a025ea02 None None] Pushing event updated for resources: {'Port': ['ID=97418600-4545-4bd6-bbfe-8c96f2281968,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:34.290117 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Pushing event updated for resources: {'Network': ['ID=487faa1a-dc20-4f79-98a0-eaab32a9c045,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:34.292270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520076e-f10b-4fb7-8a6e-64378cd2980e,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:34.320901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:34.321324 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.396599 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks [] for port (93f0f590-95c4-41b6-8d70-5c7223401537), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.400781 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 487faa1a-dc20-4f79-98a0-eaab32a9c045 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:34.503640 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35156) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:34.504775 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-9f0c715c-71c0-4452-96bd-daa115d89534 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9719801 May 04 14:03:34.506597 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.509036 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Request body: {'subnet': {'network_id': '487faa1a-dc20-4f79-98a0-eaab32a9c045', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-780012043-subnet', 'tenant_id': '5ccc6410376f4e18a855f227ca4be07d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:34.625176 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:34.625176 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 45665600-5a56-4872-9fa0-caf1d64b88ab up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:34.665976 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Pushing event updated for resources: {'Port': ['ID=93f0f590-95c4-41b6-8d70-5c7223401537,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:34.673788 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Attempting to bind port 93f0f590-95c4-41b6-8d70-5c7223401537 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:34.674523 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Attempting to bind port 93f0f590-95c4-41b6-8d70-5c7223401537 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:34.675148 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Attempting to bind port 93f0f590-95c4-41b6-8d70-5c7223401537 on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:34.678736 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Made reservation on behalf of 5ccc6410376f4e18a855f227ca4be07d for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:34.684465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.692728 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for router_gateway (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.708455 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.709935 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.710305 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.710664 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.712759 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.715345 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.716108 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.716496 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.719496 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.719903 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.720244 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.723299 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.723673 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.725149 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.725508 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Tracked resource versions report: May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: pushed versions: May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: { 'AddressGroup': {'1.2'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Agent': {'1.1'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'ConntrackHelper': {'1.0'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'LocalIPAssociation': {'1.0'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Log': {'1.0'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'NDPProxy': {'1.0'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Network': {'1.1'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Port': {'1.7'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'PortForwarding': {'1.3'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'QosPolicy': {'1.10'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroup': {'1.5'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroupRule': {'1.2'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SubPort': {'1.0'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Subnet': {'1.1'}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Trunk': {'1.1'}} May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: consumer versions: May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: { DHCP agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: HyperV agent@hv-cinder-83699: {}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: L3 agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: Metadata agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: Metering agent@dv-cinder-836996-12-iscsi: {}, May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: Open vSwitch agent@dv-cinder-836996-12-iscsi: { 'AddressGroup': '1.2', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Agent': '1.1', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'ConntrackHelper': '1.0', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'LocalIPAssociation': '1.0', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Log': '1.0', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'NDPProxy': '1.0', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Network': '1.1', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Port': '1.7', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'PortForwarding': '1.3', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'QosPolicy': '1.10', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroup': '1.5', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SecurityGroupRule': '1.2', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'SubPort': '1.0', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Subnet': '1.1', May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: 'Trunk': '1.1'}} May 04 14:03:34.727067 dv-cinder-836996-12-iscsi neutron-server[115586]: {{(pid=115586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:03:34.732972 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:34.732972 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:34.733186 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.736550 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:34.737081 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Bound port: 93f0f590-95c4-41b6-8d70-5c7223401537, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:34.737612 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.751906 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 45665600-5a56-4872-9fa0-caf1d64b88ab triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:34.752301 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.867828 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Allocated IP 172.27.3.127 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/f2615883-8801-44ea-b586-45bd7fc3fe3f) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:35.015508 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] For port 93f0f590-95c4-41b6-8d70-5c7223401537, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:35.025662 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] For port 93f0f590-95c4-41b6-8d70-5c7223401537, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93f0f590-95c4-41b6-8d70-5c7223401537,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:35.097106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 45665600-5a56-4872-9fa0-caf1d64b88ab is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:35.098454 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.144635 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35184) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:35.164385 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 45665600-5a56-4872-9fa0-caf1d64b88ab, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=45665600-5a56-4872-9fa0-caf1d64b88ab,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:35.185155 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-000747ca-bdbc-46c5-8a01-440a43bed1eb req-c7becbf9-a3aa-4c74-b39b-b64a55fea29c tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0390332 May 04 14:03:35.243502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b86878-230b-46a6-8426-2ebd42d1bf95 None None] Network 6c920147-4f05-4f43-8070-31b1123eb9ae requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:35.296717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-4dcb40f0-c6ff-433f-9170-a1b869d7bf86 None None] Provisioning complete for port 45665600-5a56-4872-9fa0-caf1d64b88ab triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:35.297472 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4dcb40f0-c6ff-433f-9170-a1b869d7bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.302341 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.303986 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (f532c2d3-266f-4bff-ba04-fc5a267c60b6), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.327459 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.431973 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f532c2d3-266f-4bff-ba04-fc5a267c60b6,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:35.454190 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.459481 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Checking segment: {'id': 'd9829b03-662b-44a7-a1d0-0f884d650c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '487faa1a-dc20-4f79-98a0-eaab32a9c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:35.460228 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Network hostable DHCP agents. Network: 487faa1a-dc20-4f79-98a0-eaab32a9c045, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:35.499767 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c458666-2794-437f-8730-d8db15e81052 None None] Pushing event updated for resources: {'Port': ['ID=93f0f590-95c4-41b6-8d70-5c7223401537,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:35.502064 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:35.502999 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:35.555080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=45665600-5a56-4872-9fa0-caf1d64b88ab,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:35.585968 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Network 487faa1a-dc20-4f79-98a0-eaab32a9c045 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:35.595556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.701883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb40f0-c6ff-433f-9170-a1b869d7bf86 None None] Current status of the port 45665600-5a56-4872-9fa0-caf1d64b88ab is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:35.711150 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 487faa1a-dc20-4f79-98a0-eaab32a9c045) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:35.716633 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:35.717787 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.723650 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa10b9f-93bb-47da-a69e-e3118685d42c None None] Network 487faa1a-dc20-4f79-98a0-eaab32a9c045 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:35.782262 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:35.836077 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4a00144c-04fc-4b19-82ff-1c8656d6f73e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3311610 May 04 14:03:35.897103 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f124d10-b04e-4ae9-9fdb-f3ef43f5808b None None] Network 487faa1a-dc20-4f79-98a0-eaab32a9c045 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:36.082536 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.110051 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35208) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:36.150320 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-6b310632-8436-4d75-afd1-083513b9d54c None None] Provisioning complete for port 45665600-5a56-4872-9fa0-caf1d64b88ab triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:36.151082 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b310632-8436-4d75-afd1-083513b9d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.210231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:36.211197 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Deleting subnet 87fcb849-cf07-4749-b4a5-35b19a8841cc {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:03:36.215264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:36.219232 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Publish callbacks [] for subnet (87fcb849-cf07-4749-b4a5-35b19a8841cc), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.232340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 97418600-4545-4bd6-bbfe-8c96f2281968 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:36.240947 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:36.323068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d3577-2f14-4535-9b5c-904957125f0a None None] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:36.323400 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Pushing event updated for resources: {'Port': ['ID=f2615883-8801-44ea-b586-45bd7fc3fe3f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:36.324937 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Publish callbacks [] for subnet (87fcb849-cf07-4749-b4a5-35b19a8841cc), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.327784 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:31Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:36.331946 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:03:36.359195 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2c04db6b-12ff-4ddf-954d-9af13f4fc14e req-4844b557-58f9-4cd8-a6e9-85162cb416b9 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0630021 May 04 14:03:36.366119 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (87fcb849-cf07-4749-b4a5-35b19a8841cc), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.372911 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fae1a-a44d-4d10-9ed8-6c540a996791 None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:31Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:36.472435 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.538854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 97418600-4545-4bd6-bbfe-8c96f2281968 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:36.538854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.574408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (87fcb849-cf07-4749-b4a5-35b19a8841cc), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.641351 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fcb849-cf07-4749-b4a5-35b19a8841cc,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:36.654652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.666874 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-1b2a0b51-d89d-4777-bdd3-b44305e04e04 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/87fcb849-cf07-4749-b4a5-35b19a8841cc HTTP/1.1" status: 204 len: 168 time: 0.5557396 May 04 14:03:36.673653 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35224) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:36.750123 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6b310632-8436-4d75-afd1-083513b9d54c None None] Current status of the port 45665600-5a56-4872-9fa0-caf1d64b88ab is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:36.832290 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (a41cca8d-b63e-493a-a633-3138ab047c10), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.850997 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 97418600-4545-4bd6-bbfe-8c96f2281968 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:36.851393 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.910447 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Provisioning complete for port 97418600-4545-4bd6-bbfe-8c96f2281968 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:36.910849 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.961469 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 97418600-4545-4bd6-bbfe-8c96f2281968, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=97418600-4545-4bd6-bbfe-8c96f2281968,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:36.987885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:37.046252 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (a41cca8d-b63e-493a-a633-3138ab047c10), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.050780 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Current status of the port 97418600-4545-4bd6-bbfe-8c96f2281968 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:37.051143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.071093 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:37.093574 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Allocated IP 172.20.0.1 (b421389d-f3ad-4657-803e-5ce4302533ca/c995a539-c124-4ec6-b876-8d6b47c320e5/4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:37.097606 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.098665 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 45665600-5a56-4872-9fa0-caf1d64b88ab up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:37.100415 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.100781 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.101665 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.101995 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.102316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.102650 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.102967 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.103286 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.103714 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.104032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.198686 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for router_gateway (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.204270 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:37.205428 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:37.247530 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 45665600-5a56-4872-9fa0-caf1d64b88ab triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:37.247918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.271024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.275718 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-534c63ee-ebd9-4a96-97a1-f045b3cf5daa admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8868916 May 04 14:03:37.278708 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35232) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:37.308863 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:03:37.309224 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:03:37.345368 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=97418600-4545-4bd6-bbfe-8c96f2281968,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:37.411411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.412011 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.412347 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.413085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:03:37.413542 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41cca8d-b63e-493a-a633-3138ab047c10']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:37.447265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2954ce8a-6868-405e-be60-6e1ffedc7770') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:37.447771 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2954ce8a-6868-405e-be60-6e1ffedc7770') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:37.463713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:37.475457 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (2954ce8a-6868-405e-be60-6e1ffedc7770), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.505883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 45665600-5a56-4872-9fa0-caf1d64b88ab is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:37.534586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (2954ce8a-6868-405e-be60-6e1ffedc7770), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.553507 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:03:37.553901 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (2954ce8a-6868-405e-be60-6e1ffedc7770), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: from cryptography.utils import int_from_bytes May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: from cryptography.utils import int_from_bytes May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:03:37.571472 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:03:37.621829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks [] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.700533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:33Z', 'revision_number': 3, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:37.724430 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8c8f8d41-fe80-4188-883d-b44b0559ce4b req-1efa6721-4ebf-4875-81ca-1897b9ac91da tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0375588 May 04 14:03:37.729587 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:37.730039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Updating router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:37.752382 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:03:37.764623 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.819758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (a41cca8d-b63e-493a-a633-3138ab047c10), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.829847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.835807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a41cca8d-b63e-493a-a633-3138ab047c10 HTTP/1.1" status: 204 len: 168 time: 1.1584313 May 04 14:03:37.836808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35240) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:37.899264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.929996 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d0cd5-8ed1-4273-ab95-0b9af5d77b7b None None] Current status of the port 97418600-4545-4bd6-bbfe-8c96f2281968 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:37.995717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 97418600-4545-4bd6-bbfe-8c96f2281968 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:37.998769 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f35bcd-62cc-4ca3-9f3e-77c4a93616c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41cca8d-b63e-493a-a633-3138ab047c10,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.049897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Deleting subnet f532c2d3-266f-4bff-ba04-fc5a267c60b6 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:03:38.053754 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Publish callbacks [] for subnet (f532c2d3-266f-4bff-ba04-fc5a267c60b6), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.064325 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67398ea5-501d-40ca-9d10-fcd141dceabb None None] Provisioning complete for port 97418600-4545-4bd6-bbfe-8c96f2281968 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:38.064718 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67398ea5-501d-40ca-9d10-fcd141dceabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.091804 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (f532c2d3-266f-4bff-ba04-fc5a267c60b6), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.146663 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (f532c2d3-266f-4bff-ba04-fc5a267c60b6), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.161746 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.164441 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 97418600-4545-4bd6-bbfe-8c96f2281968 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:38.164819 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.225725 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:38.241404 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:38.279715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:38.280250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.313371 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (f532c2d3-266f-4bff-ba04-fc5a267c60b6), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.346847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Pushing event updated for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.361570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f532c2d3-266f-4bff-ba04-fc5a267c60b6,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.371462 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.376514 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c9ba8181-5ac1-431d-9174-ed3f3bd43190 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f532c2d3-266f-4bff-ba04-fc5a267c60b6 HTTP/1.1" status: 204 len: 168 time: 0.3919199 May 04 14:03:38.379548 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35250) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:38.410450 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 97418600-4545-4bd6-bbfe-8c96f2281968 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:38.411601 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93f0f590-95c4-41b6-8d70-5c7223401537 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:38.424753 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67398ea5-501d-40ca-9d10-fcd141dceabb None None] Current status of the port 97418600-4545-4bd6-bbfe-8c96f2281968 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:38.463367 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks [] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.498269 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 93f0f590-95c4-41b6-8d70-5c7223401537 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:38.498674 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.569770 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (487faa1a-dc20-4f79-98a0-eaab32a9c045), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.647376 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.692819 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (487faa1a-dc20-4f79-98a0-eaab32a9c045), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.712004 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.723769 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 93f0f590-95c4-41b6-8d70-5c7223401537 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:38.724150 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.735856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487faa1a-dc20-4f79-98a0-eaab32a9c045']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:38.750856 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 93f0f590-95c4-41b6-8d70-5c7223401537, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93f0f590-95c4-41b6-8d70-5c7223401537,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:38.761339 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9829b03-662b-44a7-a1d0-0f884d650c04') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:38.761695 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9829b03-662b-44a7-a1d0-0f884d650c04') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:38.767948 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:03:38.780055 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b26590de-a186-4d80-ac4d-e12008f96d1f None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:38.780559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b26590de-a186-4d80-ac4d-e12008f96d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.792687 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (d9829b03-662b-44a7-a1d0-0f884d650c04), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.807059 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1641-68e9-48d8-9535-fed952d6dbb3 None None] Pushing event updated for resources: {'Port': ['ID=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.818631 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Attempting to bind port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:38.818989 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Attempting to bind port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:38.819343 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Attempting to bind port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:38.823236 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (d9829b03-662b-44a7-a1d0-0f884d650c04), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.830527 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:38.830970 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:38.832129 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.832523 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:38.833067 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Bound port: 9b0bf8bc-e606-4084-aa47-2cd485e3c94e, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:38.833678 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.838734 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:03:38.840261 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (d9829b03-662b-44a7-a1d0-0f884d650c04), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:03:38.845163 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:03:38.858637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.906661 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b26590de-a186-4d80-ac4d-e12008f96d1f None None] Port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:38.940816 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] For port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:38.944317 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] For port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:38.945730 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=93f0f590-95c4-41b6-8d70-5c7223401537,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.966060 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7694cb9-fd51-4188-a47d-837951e5f71a req-5f2358ef-a0c5-414f-9f18-c726528013a9 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.1220105 May 04 14:03:39.020409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.021387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (487faa1a-dc20-4f79-98a0-eaab32a9c045), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.026775 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.030180 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] 10.222.0.69 "DELETE /v2.0/networks/487faa1a-dc20-4f79-98a0-eaab32a9c045 HTTP/1.1" status: 204 len: 168 time: 0.6493216 May 04 14:03:39.044928 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad381d-f09c-45e1-8391-616454f39953 admin admin] Pushing event deleted for resources: {'Network': ['ID=487faa1a-dc20-4f79-98a0-eaab32a9c045,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.050614 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.105560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:39.107546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:39.107659 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:39.116712 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:39.130819 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:39.132325 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:39.166415 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1641-68e9-48d8-9535-fed952d6dbb3 None None] Pushing event updated for resources: {'Port': ['ID=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.192431 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks [] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.213617 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.217836 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d4bfa519-129c-434e-81ac-546cf9b2ea14 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3849664 May 04 14:03:39.218518 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35266) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.265562 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:39.354428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Allocated IP 172.20.0.1 (6c920147-4f05-4f43-8070-31b1123eb9ae/ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408/adc43905-560f-4a7b-a708-e35df237c3f0) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:39.370610 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.371612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.402786 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:39.476669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Pushing event updated for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.603228 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks [] for port (adc43905-560f-4a7b-a708-e35df237c3f0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.708265 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:39.710474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:39.720444 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:36Z', 'revision_number': 3, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:39.753079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:33Z', 'revision_number': 3, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:39.772948 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:39.773578 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Updating router 88868e26-1ad4-4eca-b034-0c867cbda8ef port f2615883-8801-44ea-b586-45bd7fc3fe3f binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:39.782002 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35282) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.810504 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.824902 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.862238 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c1adf-a338-43d2-b5eb-83737ef86262 None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:33Z', 'revision_number': 3, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:39.896695 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93f0f590-95c4-41b6-8d70-5c7223401537 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:39.905525 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:39.912019 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5f1d20e2-8348-4251-b42a-d1f8d7b3d154 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a1aba7a458a47a4890799c2a16f7118&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1286697 May 04 14:03:39.915149 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35284) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.921798 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:39.958413 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:39.958676 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.052497 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 93f0f590-95c4-41b6-8d70-5c7223401537 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:40.055946 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.160781 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-a3af40e5-c4c4-497c-b01f-f18445c1c878 None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:40.161542 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a3af40e5-c4c4-497c-b01f-f18445c1c878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.167727 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-109dee4c-441c-48ca-b81f-b4fbfaaf213e req-b9035505-2885-4faf-8882-15b892ac1313 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0589294 May 04 14:03:40.200686 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.266197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-a3af40e5-c4c4-497c-b01f-f18445c1c878 None None] Port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:40.296226 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 93f0f590-95c4-41b6-8d70-5c7223401537 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:40.303767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Pushing event updated for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:40.386075 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-e8c396c5-1452-4e91-a4b2-8d27a27b5bca None None] Provisioning complete for port adc43905-560f-4a7b-a708-e35df237c3f0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:40.386445 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8c396c5-1452-4e91-a4b2-8d27a27b5bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.406356 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks [] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.438691 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e8c396c5-1452-4e91-a4b2-8d27a27b5bca None None] Port adc43905-560f-4a7b-a708-e35df237c3f0 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:40.530343 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.533707 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Allocated IP 172.20.0.1 (4a3eb64b-383b-43c9-9e22-88b35c840a0e/ef43acd1-e965-4780-a7fd-03edb0a0af94/bc36cd4d-857a-4e7a-b57a-9e551cb814a2) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:40.554834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:03:40.555828 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] Publish callbacks [] for security_group (9e780595-db4b-4e2d-aff6-3877c545f32a), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.579193 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.584871 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] Publish callbacks [] for security_group (9e780595-db4b-4e2d-aff6-3877c545f32a), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.597028 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Attempting to bind port f2615883-8801-44ea-b586-45bd7fc3fe3f on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:40.597429 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Attempting to bind port f2615883-8801-44ea-b586-45bd7fc3fe3f by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:40.597797 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Attempting to bind port f2615883-8801-44ea-b586-45bd7fc3fe3f on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:40.614245 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c8740-5195-4c83-a6bf-2141a62f1fff None None] Pushing event updated for resources: {'Port': ['ID=f2615883-8801-44ea-b586-45bd7fc3fe3f,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:40.656552 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:40.656777 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:40.657030 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.657463 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:40.657965 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Bound port: f2615883-8801-44ea-b586-45bd7fc3fe3f, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:40.658352 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.717384 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks [] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.743795 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] For port f2615883-8801-44ea-b586-45bd7fc3fe3f, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:40.749061 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] For port f2615883-8801-44ea-b586-45bd7fc3fe3f, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f2615883-8801-44ea-b586-45bd7fc3fe3f,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:40.874153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:40.884772 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:40.892496 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-978c893d-93e0-4656-b6b1-95db8e83a741 admin admin] 10.222.0.69 "PUT /v2.0/routers/2dbadb07-0a88-4496-aa91-2c0cea2fcd02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6471868 May 04 14:03:40.898717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:40.899018 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.913873 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.953113 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks [] for port (adc43905-560f-4a7b-a708-e35df237c3f0), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.971679 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.985856 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9e780595-db4b-4e2d-aff6-3877c545f32a), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.002583 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.008294 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:41.008508 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e780595-db4b-4e2d-aff6-3877c545f32a HTTP/1.1" status: 204 len: 168 time: 1.0805678 May 04 14:03:41.009038 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:41.027493 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:41.035281 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89157492-8d60-4bb2-abe2-899bb911f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e780595-db4b-4e2d-aff6-3877c545f32a,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:41.057993 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:41.063023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:41.074665 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c8740-5195-4c83-a6bf-2141a62f1fff None None] Pushing event updated for resources: {'Port': ['ID=f2615883-8801-44ea-b586-45bd7fc3fe3f,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:41.118612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.119795 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.168180 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Pushing event updated for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:41.194215 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.226538 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:41.246572 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Pushing event updated for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:41.331142 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:41.488199 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2289afc2-1d1a-48e7-85c5-dbf04c335ecb req-54865197-17b0-4670-8938-ffb44a78b628 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.1108067 May 04 14:03:41.532187 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:41.535668 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:41.713370 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-6061d259-9df2-42cc-9a56-9cb8649d5c47 None None] Provisioning complete for port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:41.713745 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6061d259-9df2-42cc-9a56-9cb8649d5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.811998 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:36Z', 'revision_number': 3, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:41.886461 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 2, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:41.917396 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6061d259-9df2-42cc-9a56-9cb8649d5c47 None None] Port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:41.948941 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017f1d0-6efc-40d9-ae2c-bfb983ff0659 None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:36Z', 'revision_number': 3, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:41.980290 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:41.980643 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Updating router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:42.061630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:03:42.084387 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-1953bb1e-2019-403f-99fb-fd518c68b65f None None] Provisioning complete for port adc43905-560f-4a7b-a708-e35df237c3f0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:42.084387 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-1953bb1e-2019-403f-99fb-fd518c68b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:42.086084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 9b0bf8bc-e606-4084-aa47-2cd485e3c94e up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:42.170950 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.58', 58085) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:42.228847 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:42.260507 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:42.276093 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-25d98680-5729-4d11-9549-b58f6a7cdf9d admin admin] 10.222.0.69 "PUT /v2.0/routers/410de41c-dde4-4f7c-bebe-e4d8fdb0a323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9921210 May 04 14:03:42.308849 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-1953bb1e-2019-403f-99fb-fd518c68b65f None None] Port adc43905-560f-4a7b-a708-e35df237c3f0 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:42.386541 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:42.450574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:42.451532 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:42.627889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35354) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:42.715279 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8044c46f-d618-435c-a310-bd587385a3b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ccc6410376f4e18a855f227ca4be07d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0854349 May 04 14:03:42.718473 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35358) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:42.745067 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-f24f46f4-327d-47b1-a972-3658b1620858 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:42.745067 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-f24f46f4-327d-47b1-a972-3658b1620858 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.58 "GET /v2.0/networks?id=88444c6e-09e6-47ad-a444-c569b74d61f3 HTTP/1.1" status: 200 len: 811 time: 0.5727756 May 04 14:03:42.774241 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-fa79f1bd-6bfb-4bbb-8008-c4273f2a5765 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:42.781223 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-fa79f1bd-6bfb-4bbb-8008-c4273f2a5765 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.5410423 May 04 14:03:42.854131 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Request body: {'port': {'device_id': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3', 'admin_state_up': True, 'tenant_id': 'ac9f2ac674ab4b5e87bfdd3bafacec37'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:42.913493 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] Publish callbacks [] for security_group (5520076e-f10b-4fb7-8a6e-64378cd2980e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:42.990052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] Publish callbacks [] for security_group (5520076e-f10b-4fb7-8a6e-64378cd2980e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.045919 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks [] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.051232 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-afabafb9-9dd5-4c19-a98e-d8d56ae1a90d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/quotas/373030cbd19f4dcc88d9b494dee196bc HTTP/1.1" status: 200 len: 375 time: 0.2286723 May 04 14:03:43.079724 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:43.085548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.091347 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:43.119952 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:43.120810 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:43.124182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:43.140808 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.180416 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (5520076e-f10b-4fb7-8a6e-64378cd2980e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.189116 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.195917 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5520076e-f10b-4fb7-8a6e-64378cd2980e HTTP/1.1" status: 204 len: 168 time: 0.4761374 May 04 14:03:43.221345 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee941b16-4ef3-44ae-8198-c3f28f630757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520076e-f10b-4fb7-8a6e-64378cd2980e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.341464 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.385269 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:43.437347 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-88cfc81c-c8c4-42bb-be00-559587701b9b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3716564 May 04 14:03:43.442938 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f07c-064d-4b59-bd1c-15f54ef4d96c None None] Pushing event updated for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.601709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Attempting to bind port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:43.602378 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Attempting to bind port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:43.603080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Attempting to bind port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:43.611251 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:43.612025 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:43.612285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks [] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.612819 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.613423 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Bound using segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:43.614109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Bound port: 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:43.614701 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.636759 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.669665 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-792d36df-2fbb-4222-b195-40b6d9af3932 None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:43.670110 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-792d36df-2fbb-4222-b195-40b6d9af3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.689703 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Made reservation on behalf of ac9f2ac674ab4b5e87bfdd3bafacec37 for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:43.693509 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.719632 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-240da967-ed55-4384-aef6-a59865d6267d service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814131 May 04 14:03:43.758950 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 2, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:43.797666 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:43.798039 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Updating router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 port adc43905-560f-4a7b-a708-e35df237c3f0 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:43.882908 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.937231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.959185 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-792d36df-2fbb-4222-b195-40b6d9af3932 None None] Port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:43.971685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] For port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:43.978599 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] For port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:44.095615 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 9b0bf8bc-e606-4084-aa47-2cd485e3c94e up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:44.155431 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.306070 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f07c-064d-4b59-bd1c-15f54ef4d96c None None] Pushing event updated for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:44.342863 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:44.345208 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.347676 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:44.353626 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:44.519290 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.521145 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Pushing event updated for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:44.690781 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks [] for port (adc43905-560f-4a7b-a708-e35df237c3f0), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.709642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-c04e9160-03ef-4b5d-975b-ddfc4163de6d service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940868 May 04 14:03:44.722864 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Allocated IP 172.20.0.7 (88444c6e-09e6-47ad-a444-c569b74d61f3/41c15abd-4e64-497b-84c0-0df6de12b922/322aaa29-78e8-43af-87e9-92cd3ef4b6cf) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:44.792536 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:44.792803 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.801573 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:44.945586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:44.951181 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.973490 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:44.986313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:44.986911 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0c930-a1cf-424f-9bfd-ad65a83974be None None] Pushing event updated for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:45.004858 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f2615883-8801-44ea-b586-45bd7fc3fe3f up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:45.305764 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35442) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:45.313272 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182872195', 'description': 'tempest-description--1686324366'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:45.334003 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Attempting to bind port adc43905-560f-4a7b-a708-e35df237c3f0 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:45.334003 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Attempting to bind port adc43905-560f-4a7b-a708-e35df237c3f0 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:45.334003 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Attempting to bind port adc43905-560f-4a7b-a708-e35df237c3f0 on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:45.371573 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:45.371573 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Checking segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:45.371573 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.371573 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Bound using segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:45.372178 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Bound port: adc43905-560f-4a7b-a708-e35df237c3f0, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:45.400551 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.541431 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.698303 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f81d3391-21ed-4a09-b652-04a7ae2cbd57 req-34ffe137-8a0d-44e7-9f26-40ac6a77fdd7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 210 time: 0.0640266 May 04 14:03:45.713427 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] For port adc43905-560f-4a7b-a708-e35df237c3f0, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:45.719815 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] For port adc43905-560f-4a7b-a708-e35df237c3f0, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=adc43905-560f-4a7b-a708-e35df237c3f0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:45.813287 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.819181 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (0c3638a6-e89c-40d0-b948-8406b6c96992), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.902801 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0c3638a6-e89c-40d0-b948-8406b6c96992), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:45.978965 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3638a6-e89c-40d0-b948-8406b6c96992,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:46.013625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.020871 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2180c52d-96f2-41cc-a899-22712fa024a0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7139626 May 04 14:03:46.021537 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35480) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:46.040830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group_rule': {'security_group_id': '0c3638a6-e89c-40d0-b948-8406b6c96992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:46.121925 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0dc147b1-81e6-4d39-955e-7b40cacb2c1b req-ac27258c-2ed4-4292-8728-f714bf7e1679 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.1898110 May 04 14:03:46.201588 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (7877bff6-5475-4c08-ad05-b40f1244c8e6), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.260038 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:03:46.273025 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks [] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.276129 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port f2615883-8801-44ea-b586-45bd7fc3fe3f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:46.281465 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.335393 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (7877bff6-5475-4c08-ad05-b40f1244c8e6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.384803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Current status of the port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:46.385540 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.404864 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (7877bff6-5475-4c08-ad05-b40f1244c8e6), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.435903 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7877bff6-5475-4c08-ad05-b40f1244c8e6,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:46.493583 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0c930-a1cf-424f-9bfd-ad65a83974be None None] Pushing event updated for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=4']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:46.508331 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:46.508993 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:46.749343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-be9a54ae-7eea-41cf-9379-5173fe3166dc tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:46.749343 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-be9a54ae-7eea-41cf-9379-5173fe3166dc tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.4626224 May 04 14:03:46.751444 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] For port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:46.778884 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-af4a9444-46d9-47dd-ac26-3d80a89b2cf5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/quotas/373030cbd19f4dcc88d9b494dee196bc HTTP/1.1" status: 200 len: 375 time: 0.0883932 May 04 14:03:46.779080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port f2615883-8801-44ea-b586-45bd7fc3fe3f is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:46.779080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.805936 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:46.841602 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:46.860839 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e6b7722f-edbc-41e1-a70e-3081e785bd8f admin admin] 10.222.0.69 "PUT /v2.0/routers/88868e26-1ad4-4eca-b034-0c867cbda8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6291709 May 04 14:03:46.861081 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port f2615883-8801-44ea-b586-45bd7fc3fe3f, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f2615883-8801-44ea-b586-45bd7fc3fe3f,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:46.861081 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:46.867860 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-8a3482e2-337e-469e-a7b4-a5bd144ff2e6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935342 May 04 14:03:46.886479 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:46.887162 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:46.891060 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:46.915617 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.919323 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2a7648ea-0903-4ffe-bc5f-d13af6791991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8944812 May 04 14:03:46.921407 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35518) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:46.926669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group_rule': {'security_group_id': '0c3638a6-e89c-40d0-b948-8406b6c96992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:47.042905 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf19dd0-d244-4cfc-9e58-63143eb8908c None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:47.088258 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:45Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:47.092758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.092968 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.285013 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e547ba7-3631-4131-9dc9-7d9c6efbd55e None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:45Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:47.298135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Network 88444c6e-09e6-47ad-a444-c569b74d61f3 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:47.299096 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (f749357f-9cd5-4cc8-82a6-96c849133b97), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.426677 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.470360 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:47.488643 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e7967-02a1-45b9-9000-c168919d782c None None] Pushing event updated for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:47.497939 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Pushing event updated for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:47.510219 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:47.698745 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35536) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:47.738794 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=f2615883-8801-44ea-b586-45bd7fc3fe3f,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:47.764057 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Provisioning complete for port adc43905-560f-4a7b-a708-e35df237c3f0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:47.766279 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.863283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (f749357f-9cd5-4cc8-82a6-96c849133b97), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:47.939339 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:47.974765 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68cd1e-b990-47f8-8c1e-2074e36ab47a req-b8a72350-3ee5-453b-9539-41221e800984 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:47.988207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e68cd1e-b990-47f8-8c1e-2074e36ab47a req-b8a72350-3ee5-453b-9539-41221e800984 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 931 time: 0.5062375 May 04 14:03:47.988448 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (f749357f-9cd5-4cc8-82a6-96c849133b97), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.074533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:48.128882 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:48.135065 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.219176 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d395439-8975-4deb-a863-15f731d1a24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.247419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f749357f-9cd5-4cc8-82a6-96c849133b97,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:48.364250 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.370464 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-09b3edff-5355-4646-be1e-73bfbf33f9ee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4451797 May 04 14:03:48.384210 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e68cd1e-b990-47f8-8c1e-2074e36ab47a req-d925f734-c8c5-4723-8ad1-a44f69511dab tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773324 May 04 14:03:48.386186 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35558) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:48.397408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:48.429309 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae571fe2-a4d3-4561-aa2a-ed580af40953 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6055219 May 04 14:03:48.452299 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:48.452299 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.485803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-6029c4dd-8de6-4741-9ef9-e1cb9e5c2f8d tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:03:48.492010 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-6029c4dd-8de6-4741-9ef9-e1cb9e5c2f8d tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517774 May 04 14:03:48.548610 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d395439-8975-4deb-a863-15f731d1a24b admin admin] Publish callbacks [] for security_group (27ad7eca-15cd-41ec-9e47-39ad2544270c), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.554438 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-62f1c692-7e63-420c-9fa9-6c1094327ba7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:03:48.573707 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-62f1c692-7e63-420c-9fa9-6c1094327ba7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6665041 May 04 14:03:48.621578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d395439-8975-4deb-a863-15f731d1a24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (27ad7eca-15cd-41ec-9e47-39ad2544270c), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.790137 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3d395439-8975-4deb-a863-15f731d1a24b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f2eb3020e3141a1a7489ad69f109e83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0886059 May 04 14:03:48.792881 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35566) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:48.801971 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d395439-8975-4deb-a863-15f731d1a24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad7eca-15cd-41ec-9e47-39ad2544270c,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:48.834851 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Current status of the port adc43905-560f-4a7b-a708-e35df237c3f0 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:48.835244 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.938994 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] Publish callbacks [] for security_group (27ad7eca-15cd-41ec-9e47-39ad2544270c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.014714 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-fcf9da0c-c082-4bb7-8191-6662a2d68d07 service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332421 May 04 14:03:49.021882 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.025665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] Publish callbacks [] for security_group (27ad7eca-15cd-41ec-9e47-39ad2544270c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.208640 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 2, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:49.217346 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Request body: {'port': {'device_id': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:49.236814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (27ad7eca-15cd-41ec-9e47-39ad2544270c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.240558 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.242019 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27ad7eca-15cd-41ec-9e47-39ad2544270c HTTP/1.1" status: 204 len: 168 time: 0.4471154 May 04 14:03:49.258928 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed6ddb-f73c-4748-969c-cbf260862aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad7eca-15cd-41ec-9e47-39ad2544270c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:49.366688 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:49.367040 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Updating router 88868e26-1ad4-4eca-b034-0c867cbda8ef port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:03:49.398860 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] For port adc43905-560f-4a7b-a708-e35df237c3f0, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=adc43905-560f-4a7b-a708-e35df237c3f0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:49.580100 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.701183 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35606) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:49.706680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107613292', 'description': 'tempest-description--856082760'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:49.823482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.883132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.978871 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.982863 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:49.986586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device adc43905-560f-4a7b-a708-e35df237c3f0 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:50.081228 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1afe7-8392-403e-99fd-b6f11f941f09 req-c71c26ef-e3db-4717-b103-1525218c1451 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:50.101376 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dac1afe7-8392-403e-99fd-b6f11f941f09 req-c71c26ef-e3db-4717-b103-1525218c1451 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 931 time: 0.2197254 May 04 14:03:50.109999 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Provisioning complete for port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:50.119492 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.191392 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Pushing event updated for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:50.233630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (70ac5029-8269-4238-af59-4467ab9d3c95), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.283972 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.310713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port adc43905-560f-4a7b-a708-e35df237c3f0 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:50.311666 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.327019 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-4b644bc9-ea9f-4de8-99d3-3311d94ce0e6 None None] Port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:50.335560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (70ac5029-8269-4238-af59-4467ab9d3c95), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.359831 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-10eda629-b3d2-479d-b5c0-7533f46728b7 service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3369970 May 04 14:03:50.448602 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac5029-8269-4238-af59-4467ab9d3c95,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:50.528758 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dac1afe7-8392-403e-99fd-b6f11f941f09 req-766e502b-0216-467f-8038-7dfc1cd3dc5a tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270637 May 04 14:03:50.551055 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:50.553651 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3c8a92ad-b01a-4656-b158-44f8268d427c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8510008 May 04 14:03:50.556541 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35632) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:50.568568 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group_rule': {'security_group_id': '70ac5029-8269-4238-af59-4467ab9d3c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:50.705737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port adc43905-560f-4a7b-a708-e35df237c3f0 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:50.714187 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (947da8e6-33c4-4340-add1-61068762e8e5), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.046627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks [] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.049648 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (947da8e6-33c4-4340-add1-61068762e8e5), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.094309 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:51.143880 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9fae2308-c7d3-4151-9592-35639fa95f72 req-0c538198-a040-45c1-8ba6-895aab923f1a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.2335641 May 04 14:03:51.209511 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (947da8e6-33c4-4340-add1-61068762e8e5), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.219793 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.267101 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.58', 58104) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:51.315814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947da8e6-33c4-4340-add1-61068762e8e5,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:51.341668 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Allocated IP 172.27.3.88 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/68f009ae-b5b7-4911-8be9-85b4c8c92e00) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:51.425295 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71fa98-0ba6-4e5d-95fd-2b3930bfadfa None None] Pushing event updated for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:51.443505 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:51.444202 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.500114 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.508287 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4a074c4c-8e3e-4b38-8e42-fdc96bc6467e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9436977 May 04 14:03:51.511229 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35670) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:51.696603 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group_rule': {'security_group_id': '70ac5029-8269-4238-af59-4467ab9d3c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:51.963227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:51.964465 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f2615883-8801-44ea-b586-45bd7fc3fe3f up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:51.975356 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Attempting to bind port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:51.981468 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Attempting to bind port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:51.981468 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Attempting to bind port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:52.022824 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:52.023328 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Checking segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:52.023892 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.024389 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Bound using segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:52.024923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Bound port: bc36cd4d-857a-4e7a-b57a-9e551cb814a2, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:52.025532 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.031750 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-afaa3fe5-4157-4da9-bb6d-da461adf0845 None None] Provisioning complete for port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:52.032315 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-afaa3fe5-4157-4da9-bb6d-da461adf0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.095067 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-cf20509d-31ee-4d2f-86ed-600b3d1d78f2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:52.096856 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-cf20509d-31ee-4d2f-86ed-600b3d1d78f2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.8234258 May 04 14:03:52.129678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'port': {'device_id': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'admin_state_up': True, 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:52.197257 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a43d2b-5201-4159-bba9-c5f912e612af req-785058aa-295c-40a4-82f7-fa2d7554ebe6 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:52.206927 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5a43d2b-5201-4159-bba9-c5f912e612af req-785058aa-295c-40a4-82f7-fa2d7554ebe6 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 931 time: 0.2485697 May 04 14:03:52.229365 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] For port bc36cd4d-857a-4e7a-b57a-9e551cb814a2, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:52.234706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] For port bc36cd4d-857a-4e7a-b57a-9e551cb814a2, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:52.247655 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (a60979e8-3481-4ddb-9465-d2eab380bc05), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.260708 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port f2615883-8801-44ea-b586-45bd7fc3fe3f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:52.261194 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.264176 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-afaa3fe5-4157-4da9-bb6d-da461adf0845 None None] Port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:52.301373 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.384255 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:52.385055 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:03:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:52.415472 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322aaa29-78e8-43af-87e9-92cd3ef4b6cf {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:03:52.428853 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks [] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.457643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Transition to ACTIVE for port object 322aaa29-78e8-43af-87e9-92cd3ef4b6cf will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:03:52.480045 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c4312e5-ba82-47de-94e0-0b5ecfb485c0 req-a1fdd73c-d94e-4e91-b2a0-85e063f58646 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.2303219 May 04 14:03:52.550891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.554909 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.566349 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71fa98-0ba6-4e5d-95fd-2b3930bfadfa None None] Pushing event updated for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:52.587618 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5a43d2b-5201-4159-bba9-c5f912e612af req-f2905285-531c-4e66-92e3-2be52a718740 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795350 May 04 14:03:52.815814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (a60979e8-3481-4ddb-9465-d2eab380bc05), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.886622 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Pushing event updated for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:52.891937 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:52.931423 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Attempting to bind port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:03:52.931628 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Attempting to bind port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:03:52.932088 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Attempting to bind port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf on network 88444c6e-09e6-47ad-a444-c569b74d61f3 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:52.941707 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf on network 88444c6e-09e6-47ad-a444-c569b74d61f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:03:52.942082 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (a60979e8-3481-4ddb-9465-d2eab380bc05), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.944041 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Attempting to bind port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf on network 88444c6e-09e6-47ad-a444-c569b74d61f3 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:03:52.956069 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:03:52.956957 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Checking segment: {'id': '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:52.963090 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Bound using segment: {'id': '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:03:52.965369 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Bound port: 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:03:52.966279 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:52.977136 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60979e8-3481-4ddb-9465-d2eab380bc05,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:53.001071 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Provisioning complete for port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:53.002367 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.044805 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.056583 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port f2615883-8801-44ea-b586-45bd7fc3fe3f is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:53.058228 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device adc43905-560f-4a7b-a708-e35df237c3f0 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:53.096268 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.107495 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d955432d-9b67-4f68-aa2f-565f8c4b5c66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4837575 May 04 14:03:53.110248 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Made reservation on behalf of 373030cbd19f4dcc88d9b494dee196bc for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:53.114949 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.134318 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35716) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:53.162094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:53.210617 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:53.248774 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port adc43905-560f-4a7b-a708-e35df237c3f0 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:53.249540 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.260280 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:53.282561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:53.371028 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=68f009ae-b5b7-4911-8be9-85b4c8c92e00,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:53.382200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Current status of the port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:53.386831 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.427480 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:03:53.452095 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,segment=NetworkSegment(24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18),segment_id=24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:03:53.472301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.476262 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port adc43905-560f-4a7b-a708-e35df237c3f0 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:53.664155 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:52Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:53.668342 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] For port bc36cd4d-857a-4e7a-b57a-9e551cb814a2, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:53.670214 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.709313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533ed3d-9733-4134-9c31-241efa16642c None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:52Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:53.743885 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4128c848-5448-43ec-9708-0d4e0a5ce1f9 req-83462bed-5f18-49eb-a75f-f5072b7f549d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.0535772 May 04 14:03:53.745056 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.759293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:53.969058 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bc2ae-53d2-41b5-a02d-d0416fbb165a None None] Pushing event updated for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:53.999609 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0f8e1-03a8-4ec2-8c46-18367ebb8399 req-ade4872c-5124-42db-ad33-a40045e2f057 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:54.010062 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-29e0f8e1-03a8-4ec2-8c46-18367ebb8399 req-ade4872c-5124-42db-ad33-a40045e2f057 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.1679854 May 04 14:03:54.125548 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:54.126367 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:54.128139 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] 10.222.0.58 "PUT /v2.0/ports/322aaa29-78e8-43af-87e9-92cd3ef4b6cf HTTP/1.1" status: 200 len: 1093 time: 5.2889943 May 04 14:03:54.168231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:54.188434 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:03:54.274010 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-29e0f8e1-03a8-4ec2-8c46-18367ebb8399 req-57e9bbb2-bb9e-4d2f-a8c4-e9f8e8162fe7 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100842 May 04 14:03:54.342054 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Allocated IP 172.20.0.13 (b421389d-f3ad-4657-803e-5ce4302533ca/c995a539-c124-4ec6-b876-8d6b47c320e5/d216f5a7-dc8d-43ee-ac11-0558bc7286d3) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:54.372471 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.58', 58110) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:54.536477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:54.615269 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137888ad-91fe-4e43-b405-9dda6b84bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:03:54.654418 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4476c-a1c8-43a0-831e-85bc4c6dd954 service neutron] Pushing event updated for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:54.657785 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-99f14cc8-f019-4932-b93e-47e2b7c1811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:54.659585 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-99f14cc8-f019-4932-b93e-47e2b7c1811f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9f2ac674ab4b5e87bfdd3bafacec37&device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 1127 time: 0.3395791 May 04 14:03:54.855359 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-e1a8b6b1-279f-4ead-a54d-fcf2f7875c8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf HTTP/1.1" status: 200 len: 217 time: 0.1796548 May 04 14:03:55.030447 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-98b60305-def2-43e3-98f5-6b1cdd988e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:55.032615 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-98b60305-def2-43e3-98f5-6b1cdd988e6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41c15abd-4e64-497b-84c0-0df6de12b922 HTTP/1.1" status: 200 len: 851 time: 0.1458519 May 04 14:03:55.035772 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db9df51-06a8-4c7a-b256-02431f737621 x-openstack-request-id: req-0db9df51-06a8-4c7a-b256-02431f737621 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:03:55.040950 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:03:55.040950 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0db9df51-06a8-4c7a-b256-02431f737621 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:03:55.040950 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db9df51-06a8-4c7a-b256-02431f737621'] response: {'name': 'network-changed', 'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf', 'status': 'completed', 'code': 200} May 04 14:03:55.041221 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Allocated IP 172.27.3.207 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/35b33e13-a7dc-46fc-a76c-b43958d16677) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:55.123830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-9d8c5f3f-724b-4492-8c2e-1bf4e2cee500 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:55.134569 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-9d8c5f3f-724b-4492-8c2e-1bf4e2cee500 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.7306614 May 04 14:03:55.179835 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fa341b5b-2069-4881-a8c7-b1be962cb0fd req-534b6f34-221a-4412-bde0-751d1d57a74e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.1416552 May 04 14:03:55.183493 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-8c07a76e-c64f-4c5d-9ddb-8a8ff36e2e08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88444c6e-09e6-47ad-a444-c569b74d61f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275122 May 04 14:03:55.313706 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.362608 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.395041 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'port': {'device_id': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'admin_state_up': True, 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:55.548674 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.729369 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35790) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:55.730668 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.764237 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device bc36cd4d-857a-4e7a-b57a-9e551cb814a2 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:03:55.822572 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-04a1d8f4-4853-465a-9c04-25e51927ac4e service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575324 May 04 14:03:55.872478 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a75aa-e181-49bd-adc8-91467165e03b req-7919fb86-28f3-4213-a6ad-57aa1d85f039 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:55.875648 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-279a75aa-e181-49bd-adc8-91467165e03b req-7919fb86-28f3-4213-a6ad-57aa1d85f039 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.3741062 May 04 14:03:55.915049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.932516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:55.946049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:55.960783 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:55.962952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:55.983155 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:56.029104 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=35b33e13-a7dc-46fc-a76c-b43958d16677,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:56.042138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.121224 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-279a75aa-e181-49bd-adc8-91467165e03b req-69df0560-4a5f-424f-a142-0f10e52fd6db tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391164 May 04 14:03:56.141685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c35592b6-19ae-4b35-a840-a6070c71c17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.147813 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=68f009ae-b5b7-4911-8be9-85b4c8c92e00,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:56.213866 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88f0-1d22-4ed2-8c9d-274715bfaf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.251253 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:03:56.285486 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.296103 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a449bbc9-eb63-4625-9070-e643d93e4f77 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8957560 May 04 14:03:56.368867 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Made reservation on behalf of 373030cbd19f4dcc88d9b494dee196bc for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:56.373858 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.392556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.486306 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.636294 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f6b75dc-fa18-449a-8913-e23ae0cfd989 req-868f3b95-7b78-4dd3-83b6-57e70bf8ca3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.3144147 May 04 14:03:56.646043 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eeee9bfe-a771-42ad-81bf-99bc3a55bb0d req-ae14676a-12f0-4382-ba75-5c7f836f8c2c service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961218 May 04 14:03:56.719498 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-9026aa6c-db06-4d06-ac30-3891c69eef2c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1182872195&fields=id&tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 267 time: 0.0955284 May 04 14:03:56.774501 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:56.794050 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88f0-1d22-4ed2-8c9d-274715bfaf71 admin admin] Publish callbacks [] for security_group (1987a442-2c0e-4353-b3db-d1fc0cc260c6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.833315 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:56.835692 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.843420 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:56.849688 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:56.850616 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.889153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:56.914727 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f5791c7c-27a9-4bed-8f91-0845d321fd01 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:56.917809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f5791c7c-27a9-4bed-8f91-0845d321fd01 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 811 time: 0.1963637 May 04 14:03:56.941929 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88f0-1d22-4ed2-8c9d-274715bfaf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1987a442-2c0e-4353-b3db-d1fc0cc260c6), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:56.986843 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-46f2731a-cecc-4178-b0a1-0549fd25fa5b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/quotas/a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 375 time: 0.0534220 May 04 14:03:57.000500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-1e72e695-6585-4669-a7f4-dd384c7fab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:57.002932 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-1e72e695-6585-4669-a7f4-dd384c7fab10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9f2ac674ab4b5e87bfdd3bafacec37&device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 1127 time: 0.0824871 May 04 14:03:57.102101 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Allocated IP 172.20.0.11 (b421389d-f3ad-4657-803e-5ce4302533ca/c995a539-c124-4ec6-b876-8d6b47c320e5/e2427f45-78f9-4e0d-b3ed-9c3e26e2001c) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:03:57.170071 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-73584f08-a3d1-495f-901b-29e8ed2b184a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0467112 May 04 14:03:57.216828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-cae1133d-3c92-49a2-8084-5ac3be3ce7da None None] Provisioning complete for port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:57.217521 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-cae1133d-3c92-49a2-8084-5ac3be3ce7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:57.274024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Request body: {'port': {'device_id': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:57.289638 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-cae1133d-3c92-49a2-8084-5ac3be3ce7da None None] Port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:57.348036 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c2cf88f0-1d22-4ed2-8c9d-274715bfaf71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=294559712ad14745a10c85f672d8d380&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6137772 May 04 14:03:57.348698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 35826) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:57.357342 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf88f0-1d22-4ed2-8c9d-274715bfaf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1987a442-2c0e-4353-b3db-d1fc0cc260c6,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:57.428791 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-fc879a8a-192f-46f9-b822-7b4b4eea5f6f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4201620 May 04 14:03:57.482761 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd836a3-aeff-4fb2-9112-57ea086a27e0 req-cf2ea3d4-2ca1-4420-acf8-3f7260f7e415 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:57.484634 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bd836a3-aeff-4fb2-9112-57ea086a27e0 req-cf2ea3d4-2ca1-4420-acf8-3f7260f7e415 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.1548631 May 04 14:03:57.489529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-3949beef-483c-4721-881c-afc8bce9f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:57.491205 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-3949beef-483c-4721-881c-afc8bce9f05d service neutron] 10.222.0.58 "GET /v2.0/networks?id=88444c6e-09e6-47ad-a444-c569b74d61f3 HTTP/1.1" status: 200 len: 912 time: 0.4504600 May 04 14:03:57.624262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bd836a3-aeff-4fb2-9112-57ea086a27e0 req-6a907b0e-46ac-476e-83bd-85a73862f8da tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299160 May 04 14:03:57.731278 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-2699cde7-036f-4464-9a7c-9fcdcc25a856 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf HTTP/1.1" status: 200 len: 217 time: 0.1178155 May 04 14:03:57.744611 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-6c465603-5713-478b-89f8-077af1515fb2 service neutron] 10.222.0.69 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196865 May 04 14:03:57.859722 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc5e0ea4-72ce-4665-a8bd-6d9919859453 req-cff1a1ec-fb4a-44a2-906f-e470468632b5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.0914049 May 04 14:03:57.876183 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:57.890427 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:57.987933 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.013327 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-f65723e2-0b71-4677-8879-420590a56046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:58.015867 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-f65723e2-0b71-4677-8879-420590a56046 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41c15abd-4e64-497b-84c0-0df6de12b922 HTTP/1.1" status: 200 len: 851 time: 0.2232337 May 04 14:03:58.054374 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.071977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] Publish callbacks [] for security_group (1987a442-2c0e-4353-b3db-d1fc0cc260c6), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.089022 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.114143 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-68d3164c-f378-47f8-a10a-b93092201bdb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88444c6e-09e6-47ad-a444-c569b74d61f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672240 May 04 14:03:58.116230 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-04aab730-e780-43d1-8031-26e3a3de90e6 service neutron] 10.222.0.69 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705359 May 04 14:03:58.129840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9651eff9-4ae2-4870-9c8d-05697592ed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.319071 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-17227e08-0705-492f-b94f-791209517e7a service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756482 May 04 14:03:58.381372 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.486171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] Publish callbacks [] for security_group (1987a442-2c0e-4353-b3db-d1fc0cc260c6), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.504841 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=35b33e13-a7dc-46fc-a76c-b43958d16677,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:58.581785 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d19e4386-e0b3-4765-a67b-35c3ede30a47 req-6edd91f5-9c38-403b-b0a5-7b1c9250db4b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0890565 May 04 14:03:58.584713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.610007 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-137888ad-91fe-4e43-b405-9dda6b84bafa req-354cacd7-f3b3-4d7c-bfb9-2e9640b3f6ee service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548528 May 04 14:03:58.610088 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.610088 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0901e5c2-76c1-48a9-a252-ff1e7086aede tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4613719 May 04 14:03:58.736829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1987a442-2c0e-4353-b3db-d1fc0cc260c6), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.739960 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.742219 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1987a442-2c0e-4353-b3db-d1fc0cc260c6 HTTP/1.1" status: 204 len: 168 time: 1.3856304 May 04 14:03:58.745934 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:03:58.822928 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:58.895059 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c88e3-a588-42de-bf2c-296a30cdf64f req-4bff66fd-95a1-4a63-9278-512d28745418 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:58.898055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2a0c88e3-a588-42de-bf2c-296a30cdf64f req-4bff66fd-95a1-4a63-9278-512d28745418 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.1087978 May 04 14:03:58.904968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:03:58.915386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:58.919483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:58.958870 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc82ae-dcf7-48dd-a19c-30c9812efd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1987a442-2c0e-4353-b3db-d1fc0cc260c6,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:59.017176 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:59.042584 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2a0c88e3-a588-42de-bf2c-296a30cdf64f req-12f04528-8177-4308-9675-38a8f7ca2ec3 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321430 May 04 14:03:59.044677 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-198de13b-fe5d-46f2-8f5d-32a8d00d5b0d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6592650 May 04 14:03:59.093266 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Request body: {'port': {'device_id': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:59.225846 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-0e975eed-f03f-49ad-8eec-a3b1d7abbb94 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1107613292&fields=id&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 267 time: 0.2585857 May 04 14:03:59.261210 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:59.410125 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:59.471361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d216f5a7-dc8d-43ee-ac11-0558bc7286d3 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:03:59.500326 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks [] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:59.550002 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-9caab1ce-eb1d-44de-8f8c-70e3082bfb25 None None] Provisioning complete for port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:03:59.550803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9caab1ce-eb1d-44de-8f8c-70e3082bfb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:59.562037 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3788bfb-dccd-4184-8c5e-4094a4a3fcd2 req-ee1bff42-7310-444a-896c-67da57942d6a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:59.603534 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d3788bfb-dccd-4184-8c5e-4094a4a3fcd2 req-ee1bff42-7310-444a-896c-67da57942d6a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 932 time: 0.2069573 May 04 14:03:59.604037 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Transition to ACTIVE for port object d216f5a7-dc8d-43ee-ac11-0558bc7286d3 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:03:59.616956 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-9a5b80c4-db93-44fa-94bd-aa2d825e844c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:59.620090 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-9caab1ce-eb1d-44de-8f8c-70e3082bfb25 None None] Port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:03:59.625713 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-9a5b80c4-db93-44fa-94bd-aa2d825e844c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 817 time: 0.3964086 May 04 14:03:59.685775 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-c85fdcbb-39b6-4377-915e-c0deb7cba233 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/quotas/8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 375 time: 0.0187378 May 04 14:03:59.771636 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d3788bfb-dccd-4184-8c5e-4094a4a3fcd2 req-7843251e-5234-4a3e-aa3a-dbb74b4670f1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917093 May 04 14:03:59.797574 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:59.801642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-b034649f-b6a8-4df3-8391-d429e7de6cb9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037869 May 04 14:04:00.005611 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Pushing event updated for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:00.012103 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94e262e8-0372-4ab4-ab3b-5980720a45d7 req-66202fc8-9739-467e-9e3c-fcad9b76294d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.1089008 May 04 14:04:00.091186 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Attempting to bind port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:00.091555 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Attempting to bind port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:00.092024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Attempting to bind port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:00.106679 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 on network b421389d-f3ad-4657-803e-5ce4302533ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:04:00.107042 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Attempting to bind port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:00.124569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35902) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:00.145089 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d448bace-43ba-479e-ba73-0b984444e22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.163029 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-3f47ecf0-7217-4f6a-b652-3fdbce3620ef service neutron] 10.222.0.69 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437641 May 04 14:04:00.218588 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2427f45-78f9-4e0d-b3ed-9c3e26e2001c {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:00.233782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks [] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.244425 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:00.245173 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:00.246159 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Bound using segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:00.247519 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Bound port: d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:00.248194 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.273712 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Transition to ACTIVE for port object e2427f45-78f9-4e0d-b3ed-9c3e26e2001c will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:04:00.334881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061370a-5b3a-417b-b19c-1b703cdd2131 req-f35b6331-fa6e-42b4-a909-c30202816a88 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:00.336381 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2061370a-5b3a-417b-b19c-1b703cdd2131 req-f35b6331-fa6e-42b4-a909-c30202816a88 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.1241040 May 04 14:04:00.357709 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:00.360563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:00.389625 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d448bace-43ba-479e-ba73-0b984444e22a admin admin] Publish callbacks [] for security_group (bcaed85a-34e7-478f-a053-0130b6545445), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.409800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.424120 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-3e4429bc-6a78-4477-811f-346717ac99c0 service neutron] 10.222.0.69 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242243 May 04 14:04:00.440950 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2061370a-5b3a-417b-b19c-1b703cdd2131 req-34167372-dd03-4049-b7ad-27a9ffb5d50e tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 May 04 14:04:00.471726 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Pushing event updated for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:00.511497 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Attempting to bind port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:00.511835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Attempting to bind port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:00.512248 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Attempting to bind port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:00.517776 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c on network b421389d-f3ad-4657-803e-5ce4302533ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:04:00.518088 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Attempting to bind port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:00.523669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:00.524138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:00.524518 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Bound using segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:00.524937 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Bound port: e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:00.525393 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.534161 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d448bace-43ba-479e-ba73-0b984444e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bcaed85a-34e7-478f-a053-0130b6545445), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.538294 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.569768 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d448bace-43ba-479e-ba73-0b984444e22a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2988157f4918469cb4069140adec060e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497766 May 04 14:04:00.572605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 35910) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:00.629952 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448bace-43ba-479e-ba73-0b984444e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaed85a-34e7-478f-a053-0130b6545445,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:00.634923 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:00.635556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.637366 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] 10.222.0.58 "PUT /v2.0/ports/d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 1094 time: 3.3906162 May 04 14:04:00.637842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:00.683061 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] Publish callbacks [] for security_group (bcaed85a-34e7-478f-a053-0130b6545445), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.716489 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] Publish callbacks [] for security_group (bcaed85a-34e7-478f-a053-0130b6545445), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:00.756483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec844d2-7a9e-4bac-aae4-151356a88e4f service neutron] Pushing event updated for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:00.774095 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:00.789221 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:00.919582 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-84a5d532-703d-4358-8392-2bdff69242e5 req-3c001b7c-be27-4e01-a663-2e4b36de8fd9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0540941 May 04 14:04:00.977185 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.014217 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.017776 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bcaed85a-34e7-478f-a053-0130b6545445), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.020366 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.033039 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcaed85a-34e7-478f-a053-0130b6545445 HTTP/1.1" status: 204 len: 168 time: 0.4408791 May 04 14:04:01.050840 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4373b9e2-1691-427d-8fe8-4aab30950d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:01.061019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:01.073957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.075645 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] 10.222.0.58 "PUT /v2.0/ports/e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 1094 time: 1.9932258 May 04 14:04:01.077930 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a086a-f62e-453f-9fbd-e4ce5039c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaed85a-34e7-478f-a053-0130b6545445,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:01.095904 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7212e-af4b-49b0-bae4-efe18d760f7f req-9649322c-5047-4564-acdd-a36e5a0be572 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:01.123508 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1bb7212e-af4b-49b0-bae4-efe18d760f7f req-9649322c-5047-4564-acdd-a36e5a0be572 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 944 time: 0.1860862 May 04 14:04:01.187337 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b66a44-949c-4bba-a8fa-21e3fdaf2129 service neutron] Pushing event updated for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:01.236259 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7a8b9e76-c708-4c37-9a71-745b65036e6a req-733af25b-b626-4087-a32a-51df89a9000d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0991385 May 04 14:04:01.278357 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1bb7212e-af4b-49b0-bae4-efe18d760f7f req-84c6c347-add7-40ed-b774-55c05165834e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507766 May 04 14:04:01.407255 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f7fc05-230a-44d5-aebc-8edfdc014252 x-openstack-request-id: req-85f7fc05-230a-44d5-aebc-8edfdc014252 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:01.407635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:01.408062 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85f7fc05-230a-44d5-aebc-8edfdc014252 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:01.408816 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f7fc05-230a-44d5-aebc-8edfdc014252'] response: {'name': 'network-changed', 'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3', 'status': 'completed', 'code': 200} May 04 14:04:01.574149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9b20-5b2d-4bb4-ad52-1429ea291abc req-0bb92b8c-edf1-475d-92e1-3c5e0543e4e8 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:01.575903 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe0d9b20-5b2d-4bb4-ad52-1429ea291abc req-0bb92b8c-edf1-475d-92e1-3c5e0543e4e8 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.0630786 May 04 14:04:01.630006 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe0d9b20-5b2d-4bb4-ad52-1429ea291abc req-7928fdfa-21f6-467f-88fd-b6b7c944efec tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 May 04 14:04:02.062466 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-78ab1933-304a-4008-bd8a-3b24a010c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.065803 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-78ab1933-304a-4008-bd8a-3b24a010c28d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1128 time: 0.1312726 May 04 14:04:02.138915 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-546ce737-2cf8-43e8-9c98-509c6e49a477 req-71db1db9-c3d4-4b1b-9904-f928ea9c2af0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0576663 May 04 14:04:02.296166 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-030fe6d4-cb01-4997-a2f1-675240ce6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.298610 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-030fe6d4-cb01-4997-a2f1-675240ce6261 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1128 time: 0.1981165 May 04 14:04:02.317811 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-6a25503f-0b42-447e-900f-43ec1c916221 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.2295527 May 04 14:04:02.383292 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-8a8306fc-7ba4-4aaf-8740-a57438bcc884 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 217 time: 0.0682707 May 04 14:04:02.426082 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb797b2c-2b7c-4c4e-8185-b25cd2d26953 req-3685deea-421d-4507-9072-d0e49466baa2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0799701 May 04 14:04:02.426619 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:02.612656 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357a1d-a921-41e4-acbc-87baedd34a37 req-0ac1578f-3356-4602-8f24-f52e4ff2fe6b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.620299 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-37357a1d-a921-41e4-acbc-87baedd34a37 req-0ac1578f-3356-4602-8f24-f52e4ff2fe6b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 944 time: 0.0892692 May 04 14:04:02.658441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-e1a2ae1d-5fb2-4989-b72b-6ffe1e98b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.663585 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-e1a2ae1d-5fb2-4989-b72b-6ffe1e98b733 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.3394303 May 04 14:04:02.670555 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-72d50492-c204-4ee2-acd7-45980ecb8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.672102 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-72d50492-c204-4ee2-acd7-45980ecb8099 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.2654970 May 04 14:04:02.685061 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-37357a1d-a921-41e4-acbc-87baedd34a37 req-e3e56dff-d6a6-43d6-9c0d-d26dd64bb0fa tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610559 May 04 14:04:02.818690 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3144f-8f54-429b-81b4-123541ac31f4 req-f48e99d9-7999-44a2-b737-3c8185a13210 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.826098 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1c3144f-8f54-429b-81b4-123541ac31f4 req-f48e99d9-7999-44a2-b737-3c8185a13210 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 943 time: 0.0650854 May 04 14:04:02.885529 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1c3144f-8f54-429b-81b4-123541ac31f4 req-38610d66-efcb-42be-aa39-c310aa7b0769 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 May 04 14:04:02.956412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681462-d950-4376-abc5-a9a12af0d133 req-ad60f90e-dee5-423c-b7aa-fe5b06937e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.958057 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-ad60f90e-dee5-423c-b7aa-fe5b06937e8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1376634 May 04 14:04:02.959109 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-2af041fa-eeb4-4013-837c-0ad025a5eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:02.960426 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-2af041fa-eeb4-4013-837c-0ad025a5eab2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1313796 May 04 14:04:03.140974 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-fd8d8781-3353-4843-910f-72b14cab3e54 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643038 May 04 14:04:03.142859 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-5f378753-4e0f-423a-850e-11a894304f61 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574540 May 04 14:04:03.334580 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-47681462-d950-4376-abc5-a9a12af0d133 req-113deaf7-1a06-4ea1-bbfa-681a7b8f3f84 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825266 May 04 14:04:03.338282 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-bb48d002-7047-4deb-b6d4-8869b4052330 req-8192c9b5-86be-4e4c-bfdc-661dfcb3db85 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839685 May 04 14:04:03.385633 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 322aaa29-78e8-43af-87e9-92cd3ef4b6cf details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:04:03.409283 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-865bb5fa-c193-4ab7-9295-5384203b586c req-52408df8-c207-4c63-8435-2c715aa8089e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0803647 May 04 14:04:03.409813 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:03.412467 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:03.483907 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6d6dc1-5b17-4108-b145-cd22d35549ed x-openstack-request-id: req-2f6d6dc1-5b17-4108-b145-cd22d35549ed {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:03.484296 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:03.484649 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f6d6dc1-5b17-4108-b145-cd22d35549ed {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:03.485200 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6d6dc1-5b17-4108-b145-cd22d35549ed'] response: {'name': 'network-changed', 'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c', 'status': 'completed', 'code': 200} May 04 14:04:03.507089 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-d613de1b-8f8f-455d-984b-a8107ef12a6f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:03.509191 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-d613de1b-8f8f-455d-984b-a8107ef12a6f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 811 time: 0.2506480 May 04 14:04:03.566507 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,segment=NetworkSegment(24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18),segment_id=24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:03.582165 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf', 'network_id': '88444c6e-09e6-47ad-a444-c569b74d61f3', 'port_id': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf', 'mac_address': 'fa:16:3e:cb:35:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c15abd-4e64-497b-84c0-0df6de12b922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:04:03.587109 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-60ee1ffc-dcbf-4cdd-aecf-0f767fd1f27b req-6d6f2356-83e8-489b-85f1-dd319ffcb13e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0432551 May 04 14:04:03.627132 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:03.627535 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:03.639579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-6c4fc389-70a4-4024-b0e4-e7eb837668b8 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 380 time: 0.1153865 May 04 14:04:03.643353 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322aaa29-78e8-43af-87e9-92cd3ef4b6cf {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:03.665556 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,segment=NetworkSegment(24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18),segment_id=24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:03.753896 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:03.825533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:03.844620 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572761-a64c-4424-9b85-082a636912e1 req-1b6cf866-dda2-46c4-b04d-02ac410b6782 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:03.846203 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9c572761-a64c-4424-9b85-082a636912e1 req-1b6cf866-dda2-46c4-b04d-02ac410b6782 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 944 time: 0.0536296 May 04 14:04:03.897489 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9c572761-a64c-4424-9b85-082a636912e1 req-4b13d77a-79ff-4494-8adb-0729eb093650 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 May 04 14:04:04.002639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709775-3bc8-4e2d-a888-0222ef7e45af req-6c56a821-8b50-452a-95e1-d281e59b3db2 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:04.004192 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8709775-3bc8-4e2d-a888-0222ef7e45af req-6c56a821-8b50-452a-95e1-d281e59b3db2 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 944 time: 0.0551605 May 04 14:04:04.061723 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8709775-3bc8-4e2d-a888-0222ef7e45af req-0e1fd1ce-03dd-4c5c-b2d2-047b903f9e49 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495920 May 04 14:04:04.084113 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['322aaa29-78e8-43af-87e9-92cd3ef4b6cf'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:04.524227 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb00ddcf-5757-4891-b44f-65ba0ca1dad3 req-4b57666f-cef9-453b-8c0c-f8bf9930865c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0282943 May 04 14:04:04.694296 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-037baa08-c9fb-4a1c-947b-b3919c00927f req-f9678b5d-3c3f-4b8f-bcb0-71a7b1857b85 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0279548 May 04 14:04:04.731685 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36094) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:04.872368 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49326b43-36d1-4e4e-8bf4-a4dcf0af4f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:04.962582 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49326b43-36d1-4e4e-8bf4-a4dcf0af4f61 admin admin] Publish callbacks [] for security_group (f59459e0-0154-4114-b254-8c032509bf71), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:05.027490 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c601-112b-4615-a42b-7e740f33b11e req-872d89ec-f6d9-491d-b87b-13accde7837b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.029686 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f939c601-112b-4615-a42b-7e740f33b11e req-872d89ec-f6d9-491d-b87b-13accde7837b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 944 time: 0.0561683 May 04 14:04:05.036638 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'port': {'device_id': '59765394-d089-454e-b15f-b46c00c05d05', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'admin_state_up': True, 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'security_groups': ['0c3638a6-e89c-40d0-b948-8406b6c96992']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:05.146368 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f939c601-112b-4615-a42b-7e740f33b11e req-2dc3e215-22c6-4143-8802-c043b6aa96de tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 May 04 14:04:05.175322 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-5a0ed94b-6d4a-4d6a-96ba-2aa77c65eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.176926 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-5a0ed94b-6d4a-4d6a-96ba-2aa77c65eb4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1128 time: 0.1090765 May 04 14:04:05.178335 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-7be97d45-c463-4eeb-8306-7a2772947b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.179785 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-7be97d45-c463-4eeb-8306-7a2772947b84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1128 time: 0.0926626 May 04 14:04:05.364903 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device e2427f45-78f9-4e0d-b3ed-9c3e26e2001c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:04:05.393206 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 322aaa29-78e8-43af-87e9-92cd3ef4b6cf up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:05.423519 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550d1c-c378-49fa-9b7e-46a772e9c4d5 req-834cc54e-1c1e-4921-9874-9a32b426bb46 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.425526 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76550d1c-c378-49fa-9b7e-46a772e9c4d5 req-834cc54e-1c1e-4921-9874-9a32b426bb46 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 944 time: 0.2756262 May 04 14:04:05.447249 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-2d5e28b1-7a34-47fd-b2ac-49dbf1dd63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.449036 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-2d5e28b1-7a34-47fd-b2ac-49dbf1dd63e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.2336593 May 04 14:04:05.451138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-0c54d346-5aab-4e19-b6c5-f2e48abe9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.452863 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-0c54d346-5aab-4e19-b6c5-f2e48abe9fcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.2352827 May 04 14:04:05.472424 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:04:05.508788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76550d1c-c378-49fa-9b7e-46a772e9c4d5 req-8cbddd8d-a0db-4483-976a-5c1b191bb903 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774174 May 04 14:04:05.535465 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-1032f333-85a4-4b54-874a-2658c2ab2c19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.0748830 May 04 14:04:05.536918 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-51b5852f-339c-47e3-95e3-94b4025512b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 217 time: 0.0776298 May 04 14:04:05.561118 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:05.582436 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'port_id': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c', 'mac_address': 'fa:16:3e:a2:c3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:04:05.626630 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:05.627483 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:05.632500 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-cdaeefcf-c14d-4206-8887-04de6e030dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.634008 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-cdaeefcf-c14d-4206-8887-04de6e030dcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0880189 May 04 14:04:05.635371 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-aef4535f-ff68-4c1c-8f88-3f9ff46aaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.636858 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-aef4535f-ff68-4c1c-8f88-3f9ff46aaad2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0820179 May 04 14:04:05.642571 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6ef63e71-3e55-4775-919b-16da7bd0603d req-a86f71b6-d7b1-451f-a1b1-c8a109f44537 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0393448 May 04 14:04:05.645607 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2427f45-78f9-4e0d-b3ed-9c3e26e2001c {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:05.668773 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:05.739328 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-d57dda1c-4c9e-4c14-a9e3-ac155a5f8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.741448 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-d57dda1c-4c9e-4c14-a9e3-ac155a5f8a5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0974734 May 04 14:04:05.742354 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-ec84ab81-accd-491e-94de-5317ce9a87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:05.743640 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-ec84ab81-accd-491e-94de-5317ce9a87a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0915594 May 04 14:04:05.803711 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e7af733-5598-4eec-9f3d-bd82bf180344 req-4e575582-6013-4d2a-bb59-6b62e7efafc3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0272055 May 04 14:04:05.913109 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-23368ed4-0fef-47b4-9a24-9554af96fb6a service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602199 May 04 14:04:05.914871 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-611a3a5c-6c7a-4d5a-8002-d3d7e700e015 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609576 May 04 14:04:06.080511 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4a2c3e55-beb6-42d1-927e-d4374ecbe2f1 req-988949fd-b15b-41bb-ad1f-91613184c9fc service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567395 May 04 14:04:06.082223 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4373b9e2-1691-427d-8fe8-4aab30950d4d req-f9c77e32-21df-4770-9b38-53983d6e6b40 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515942 May 04 14:04:06.204306 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49326b43-36d1-4e4e-8bf4-a4dcf0af4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f59459e0-0154-4114-b254-8c032509bf71), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.256167 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-49326b43-36d1-4e4e-8bf4-a4dcf0af4f61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73695e8125ca4028ab805752efb7034b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5232654 May 04 14:04:06.258901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36124) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:06.278788 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49326b43-36d1-4e4e-8bf4-a4dcf0af4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59459e0-0154-4114-b254-8c032509bf71,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:06.297938 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ab14c-76b4-45c8-a814-7ad408108ba5 req-23f88ec8-68c7-4942-832f-8808c1075872 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:06.299872 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-450ab14c-76b4-45c8-a814-7ad408108ba5 req-23f88ec8-68c7-4942-832f-8808c1075872 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 944 time: 0.0728624 May 04 14:04:06.314013 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] Publish callbacks [] for security_group (f59459e0-0154-4114-b254-8c032509bf71), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.351084 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-450ab14c-76b4-45c8-a814-7ad408108ba5 req-1b534fec-9f7f-48c6-89fe-175d50c5ba20 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 May 04 14:04:06.387259 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Made reservation on behalf of a3aa6d4e6b6d4b7f99e11f5d6104fb62 for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:04:06.388629 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:06.391366 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.392039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.435866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.440525 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device d216f5a7-dc8d-43ee-ac11-0558bc7286d3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:04:06.477825 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:06.502393 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'port_id': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3', 'mac_address': 'fa:16:3e:b9:14:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:04:06.504986 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] Publish callbacks [] for security_group (f59459e0-0154-4114-b254-8c032509bf71), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.574642 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Allocated IP 172.20.0.12 (6c920147-4f05-4f43-8070-31b1123eb9ae/ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408/22ba5aca-175a-4107-ac1d-41b0a9a4c262) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:04:06.608429 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:06.608881 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.654100 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d216f5a7-dc8d-43ee-ac11-0558bc7286d3 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:06.682185 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bc5ef-7fb3-4c83-bc74-57ba1a9e7f59 req-6b764b32-e70e-4ca3-a427-a86916ce71c4 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:06.683745 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e8bc5ef-7fb3-4c83-bc74-57ba1a9e7f59 req-6b764b32-e70e-4ca3-a427-a86916ce71c4 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 944 time: 0.0726407 May 04 14:04:06.691136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:06.708821 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:06.719982 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:06.728641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.764601 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:06.794298 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3406bfd6-8eea-4f49-9d37-cbb9173d805d req-4b34b2ff-b45a-4e81-9dca-43fd35cea33f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0497978 May 04 14:04:06.800615 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f59459e0-0154-4114-b254-8c032509bf71), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.811269 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.815024 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f59459e0-0154-4114-b254-8c032509bf71 HTTP/1.1" status: 204 len: 168 time: 0.5525196 May 04 14:04:06.831587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e8bc5ef-7fb3-4c83-bc74-57ba1a9e7f59 req-830cd7e5-47f3-4064-b11d-4eac9de5e3d6 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069512 May 04 14:04:06.831587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.849919 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac1a2a-e529-4c7e-ab26-29b60b06b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59459e0-0154-4114-b254-8c032509bf71,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:06.925867 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,segment=NetworkSegment(24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18),segment_id=24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:06.926975 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:06.982555 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:06.983058 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-71217520-e7ec-4e98-b302-d22dc773963a req-69bb165b-f48e-4024-a968-7a3a3813d422 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0299649 May 04 14:04:07.022164 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c14c25-f9d8-4443-8463-936d0d7eb68f" -d '{"events": [{"server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "name": "network-vif-plugged", "status": "completed", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:07.045192 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.045509 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.116436 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:07.118605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:07.122397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:07.123993 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:07.126973 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:04:07.134355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae65b4-d972-4fa6-a515-32b3398ac527 x-openstack-request-id: req-46ae65b4-d972-4fa6-a515-32b3398ac527 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:07.134595 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "name": "network-vif-plugged", "status": "completed", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:07.134854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46ae65b4-d972-4fa6-a515-32b3398ac527 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:07.135293 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ae65b4-d972-4fa6-a515-32b3398ac527'] response: {'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf', 'code': 200} May 04 14:04:07.186093 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:07.189580 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.355204 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-f0f4e10e-039a-4769-ba88-79c65a534ff6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3225741 May 04 14:04:07.377498 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Request body: {'port': {'device_id': '59765394-d089-454e-b15f-b46c00c05d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:07.453669 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['e2427f45-78f9-4e0d-b3ed-9c3e26e2001c'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:07.488666 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.504845 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-92a7b082-ca91-4c8b-8100-cf4595836a05 None None] Provisioning complete for port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:07.505621 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-92a7b082-ca91-4c8b-8100-cf4595836a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.515547 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadabeb-86bb-4bb9-9eca-65450c9dffa7 req-6b5193f6-0af2-45a4-8eb0-168439c838bb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:07.517279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-afadabeb-86bb-4bb9-9eca-65450c9dffa7 req-6b5193f6-0af2-45a4-8eb0-168439c838bb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 945 time: 0.0725834 May 04 14:04:07.555800 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['d216f5a7-dc8d-43ee-ac11-0558bc7286d3'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:07.615281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-92a7b082-ca91-4c8b-8100-cf4595836a05 None None] Port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:04:07.622899 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-e8eed274-f47d-46b4-aa3f-720284b651c2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:07.626014 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-e8eed274-f47d-46b4-aa3f-720284b651c2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 817 time: 0.1611447 May 04 14:04:07.685917 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-afadabeb-86bb-4bb9-9eca-65450c9dffa7 req-3be8fbcd-13d0-46c1-b02c-61df9abb8e20 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481860 May 04 14:04:07.775522 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-f2e3a22a-3d8b-4b86-85e6-b643a3de9996 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 380 time: 0.1352148 May 04 14:04:07.806271 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'port': {'device_id': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'admin_state_up': True, 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'security_groups': ['70ac5029-8269-4238-af59-4467ab9d3c95']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:07.850689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-64052183-5a38-400f-a382-2480b48a5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:07.852700 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-64052183-5a38-400f-a382-2480b48a5dec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 1129 time: 0.1236231 May 04 14:04:07.891962 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-b95804c4-dd88-4e66-ba99-1dc08f55ac7f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.916680 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ba5aca-175a-4107-ac1d-41b0a9a4c262 {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:07.926730 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks [] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:07.943094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Transition to ACTIVE for port object 22ba5aca-175a-4107-ac1d-41b0a9a4c262 will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:04:08.025766 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-60cb27ad-9b5f-4988-b10d-facdfea8aa83 req-da9d4dda-52c2-4d6c-a06a-e71be247c5f5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0329323 May 04 14:04:08.042216 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299ed3-b979-4192-acf5-3b8fd8b02ac4 req-0441d37a-1876-4337-a9d4-08f3f4a74dd3 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:08.060187 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e299ed3-b979-4192-acf5-3b8fd8b02ac4 req-0441d37a-1876-4337-a9d4-08f3f4a74dd3 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.1113014 May 04 14:04:08.091338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36168) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:08.100291 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.130804 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-b95804c4-dd88-4e66-ba99-1dc08f55ac7f service neutron] Publish callbacks [] for security_group (b102821d-3832-4ed7-9873-8566d8afca54), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.130804 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Made reservation on behalf of 8519562477d14e15ac77e0647ec78c88 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:04:08.130804 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.148435 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-031759af-e39d-4588-b98e-da5652514c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.200191 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e299ed3-b979-4192-acf5-3b8fd8b02ac4 req-5336ef8c-15cc-48a7-b267-7b22ca0f7407 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364222 May 04 14:04:08.253397 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-b95804c4-dd88-4e66-ba99-1dc08f55ac7f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b102821d-3832-4ed7-9873-8566d8afca54), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.254484 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72342c2b-8766-475d-886c-5d8237db6751 req-e914b472-4b53-4a8d-995c-84cbfc842945 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:08.256254 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72342c2b-8766-475d-886c-5d8237db6751 req-e914b472-4b53-4a8d-995c-84cbfc842945 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.1152110 May 04 14:04:08.258523 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:08.345478 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4904837f-4cfc-4927-8fea-313f5a45c5e4 req-b95804c4-dd88-4e66-ba99-1dc08f55ac7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782374 May 04 14:04:08.351795 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95804c4-dd88-4e66-ba99-1dc08f55ac7f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b102821d-3832-4ed7-9873-8566d8afca54,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:08.366139 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-031759af-e39d-4588-b98e-da5652514c96 admin admin] Publish callbacks [] for security_group (714e353b-903b-4bc0-a7ea-beedbf8a8b40), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.372146 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72342c2b-8766-475d-886c-5d8237db6751 req-3371cee6-38ca-409c-828c-17aec5bc3ab9 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837862 May 04 14:04:08.395401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Attempting to bind port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:08.395801 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Attempting to bind port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:08.396030 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Attempting to bind port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:08.404724 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 on network 6c920147-4f05-4f43-8070-31b1123eb9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:04:08.405109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Attempting to bind port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:08.412523 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:08.412864 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Checking segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:08.413458 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Bound using segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:08.413891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Bound port: 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:08.414239 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.471619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Allocated IP 172.20.0.6 (4a3eb64b-383b-43c9-9e22-88b35c840a0e/ef43acd1-e965-4780-a7fd-03edb0a0af94/60502655-d908-4b64-8366-bac3898e887f) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:04:08.475941 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-031759af-e39d-4588-b98e-da5652514c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (714e353b-903b-4bc0-a7ea-beedbf8a8b40), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.491301 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:08.494504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:08.533789 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031759af-e39d-4588-b98e-da5652514c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e353b-903b-4bc0-a7ea-beedbf8a8b40,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:08.539059 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-031759af-e39d-4588-b98e-da5652514c96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b32dc49251514ba8a6ad9eb737a74f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457746 May 04 14:04:08.545978 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36174) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:08.599952 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] Publish callbacks [] for security_group (714e353b-903b-4bc0-a7ea-beedbf8a8b40), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.623781 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] Publish callbacks [] for security_group (714e353b-903b-4bc0-a7ea-beedbf8a8b40), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.676936 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (60502655-d908-4b64-8366-bac3898e887f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.797214 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e32b4-1c81-45d0-b6b6-78e3da0510ef req-9cd2a083-cf1c-4195-b80e-8b263f1a5a8e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:08.798650 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-843e32b4-1c81-45d0-b6b6-78e3da0510ef req-9cd2a083-cf1c-4195-b80e-8b263f1a5a8e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 945 time: 0.0490279 May 04 14:04:08.839439 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.875675 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-843e32b4-1c81-45d0-b6b6-78e3da0510ef req-6d7bc09c-0eeb-4fac-8182-67e92ab36e3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710227 May 04 14:04:08.884819 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:08.885586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.886964 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] 10.222.0.58 "PUT /v2.0/ports/22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 200 len: 1094 time: 1.5167024 May 04 14:04:08.887453 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:08.889760 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b4824-e4de-43df-9709-425965ec540c" -d '{"events": [{"name": "network-changed", "server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:08.929425 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a63fef-aa59-4544-8ff4-c75df872e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:08.934262 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7f03c-e233-4bff-a5ad-08c604729c06 x-openstack-request-id: req-23b7f03c-e233-4bff-a5ad-08c604729c06 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:08.934592 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:08.934812 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23b7f03c-e233-4bff-a5ad-08c604729c06 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:08.935321 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b7f03c-e233-4bff-a5ad-08c604729c06'] response: {'name': 'network-changed', 'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'status': 'completed', 'code': 200} May 04 14:04:08.958053 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (714e353b-903b-4bc0-a7ea-beedbf8a8b40), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.960120 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (60502655-d908-4b64-8366-bac3898e887f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.960968 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:08.962422 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/714e353b-903b-4bc0-a7ea-beedbf8a8b40 HTTP/1.1" status: 204 len: 168 time: 0.4151447 May 04 14:04:08.975743 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8c4f1-6170-4526-b003-8fbe1f90efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e353b-903b-4bc0-a7ea-beedbf8a8b40,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:09.060055 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:09.067399 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:09.078389 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:04:09.094591 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:09.096187 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.115407 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:09.294093 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-87a2ed6e-72e2-4aed-a5a6-5207dc2099d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4955740 May 04 14:04:09.339135 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Request body: {'port': {'device_id': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:09.412236 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device e2427f45-78f9-4e0d-b3ed-9c3e26e2001c up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:09.466807 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.487598 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6249d-981b-4a8b-96d1-23d3b7aff26a req-f9147b31-950a-46a6-b8e4-b8bdc9128074 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:09.489864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdf6249d-981b-4a8b-96d1-23d3b7aff26a req-f9147b31-950a-46a6-b8e4-b8bdc9128074 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 931 time: 0.2833123 May 04 14:04:09.527547 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-61aca11a-2229-4c74-b827-0cf163136f1e None None] Provisioning complete for port 60502655-d908-4b64-8366-bac3898e887f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:09.527977 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043c98a-3f27-4d53-be59-a3dde99b1400 req-9a62dc28-8317-43fb-adbe-b283e9824ad7 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:09.528836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-61aca11a-2229-4c74-b827-0cf163136f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60502655-d908-4b64-8366-bac3898e887f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.534423 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0043c98a-3f27-4d53-be59-a3dde99b1400 req-9a62dc28-8317-43fb-adbe-b283e9824ad7 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.1787214 May 04 14:04:09.536861 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4824-e4de-43df-9709-425965ec540c req-00606fb7-2676-41eb-b443-5151abdbbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:09.538533 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3d5b4824-e4de-43df-9709-425965ec540c req-00606fb7-2676-41eb-b443-5151abdbbd23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1128 time: 0.2967653 May 04 14:04:09.571617 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-61aca11a-2229-4c74-b827-0cf163136f1e None None] Port 60502655-d908-4b64-8366-bac3898e887f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:04:09.585187 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:04:09.619667 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0043c98a-3f27-4d53-be59-a3dde99b1400 req-72b6001f-434b-45c5-986a-75e1f4c9645d tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709085 May 04 14:04:09.724079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:09.724988 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.876271 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60502655-d908-4b64-8366-bac3898e887f {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:09.894464 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks [] for port (60502655-d908-4b64-8366-bac3898e887f), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.898779 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:09.899199 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:09.912204 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdf6249d-981b-4a8b-96d1-23d3b7aff26a req-fd02da8f-5dcb-4773-9853-9d705be91a97 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717566 May 04 14:04:09.920379 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949de0-1dc2-4a52-a1c9-4a202b07b820 req-2b6c2635-4b4d-4df0-82c6-5ca382aa4408 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:09.928360 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1b949de0-1dc2-4a52-a1c9-4a202b07b820 req-2b6c2635-4b4d-4df0-82c6-5ca382aa4408 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.1989379 May 04 14:04:09.942008 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Transition to ACTIVE for port object 60502655-d908-4b64-8366-bac3898e887f will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:04:09.967254 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:09.973142 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:09.973142 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482aa4d4-898a-4fc3-998a-d74581fc8441" -d '{"events": [{"server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "name": "network-vif-plugged", "status": "completed", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:10.033412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.065286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36228) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:10.095878 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:10.111308 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.112760 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device d216f5a7-dc8d-43ee-ac11-0558bc7286d3 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:10.115372 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4824-e4de-43df-9709-425965ec540c req-c88d26fd-c71a-46df-a636-1ec00cad86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:10.116894 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3d5b4824-e4de-43df-9709-425965ec540c req-c88d26fd-c71a-46df-a636-1ec00cad86c1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5249569 May 04 14:04:10.134183 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Attempting to bind port 60502655-d908-4b64-8366-bac3898e887f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:10.134534 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Attempting to bind port 60502655-d908-4b64-8366-bac3898e887f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:10.134981 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Attempting to bind port 60502655-d908-4b64-8366-bac3898e887f on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:10.136440 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1b949de0-1dc2-4a52-a1c9-4a202b07b820 req-1d079e9b-c4ea-4d34-aae2-deda720abc4b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071586 May 04 14:04:10.149003 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Port 60502655-d908-4b64-8366-bac3898e887f on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:04:10.149003 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Attempting to bind port 60502655-d908-4b64-8366-bac3898e887f on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:10.155324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:10.155747 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Checking segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:10.156430 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Bound using segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:10.156885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Bound port: 60502655-d908-4b64-8366-bac3898e887f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:10.157907 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.176025 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961a374-af89-4951-9904-5f453b7d599b req-f37a9fc3-d982-4434-befc-da6bd8039d36 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:10.205353 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f961a374-af89-4951-9904-5f453b7d599b req-f37a9fc3-d982-4434-befc-da6bd8039d36 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 945 time: 0.1582596 May 04 14:04:10.248505 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed170aa0-c22f-4fba-ad27-f33ba71534c1 x-openstack-request-id: req-ed170aa0-c22f-4fba-ad27-f33ba71534c1 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:10.248813 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "name": "network-vif-plugged", "status": "completed", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:10.249077 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed170aa0-c22f-4fba-ad27-f33ba71534c1 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:10.253538 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed170aa0-c22f-4fba-ad27-f33ba71534c1'] response: {'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c', 'code': 200} May 04 14:04:10.290542 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-55308d19-a2ef-47d0-922e-b3f856a3c119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.291706 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f961a374-af89-4951-9904-5f453b7d599b req-be8badb2-e72e-42bf-8201-8d7d6442d2d7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890174 May 04 14:04:10.302947 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:10.309873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:04:10.382825 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:10.386490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:10.450662 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-55308d19-a2ef-47d0-922e-b3f856a3c119 admin admin] Publish callbacks [] for security_group (c2c42ab4-1708-4880-a4c2-cc8fdda1ce83), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.495296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:10.496016 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.579036 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.612213 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:10.612741 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.619372 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:10.620649 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.623021 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] 10.222.0.58 "PUT /v2.0/ports/60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 1093 time: 1.2990432 May 04 14:04:10.632694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:10.632694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98" -d '{"events": [{"name": "network-changed", "server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:10.670184 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:10.677394 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-55308d19-a2ef-47d0-922e-b3f856a3c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c2c42ab4-1708-4880-a4c2-cc8fdda1ce83), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.708032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c2061-306d-4837-838d-513b7e831684 x-openstack-request-id: req-537c2061-306d-4837-838d-513b7e831684 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:10.708332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "tag": "60502655-d908-4b64-8366-bac3898e887f", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:10.708590 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-537c2061-306d-4837-838d-513b7e831684 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:10.708997 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537c2061-306d-4837-838d-513b7e831684'] response: {'name': 'network-changed', 'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'status': 'completed', 'code': 200} May 04 14:04:10.735044 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-55308d19-a2ef-47d0-922e-b3f856a3c119 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e88b097e535429cb009924556cdb6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6701279 May 04 14:04:10.739349 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fbb3-23d1-4cff-96f7-a3a698840eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:10.743010 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36242) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:10.799296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:10.901663 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:10.914526 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55308d19-a2ef-47d0-922e-b3f856a3c119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c42ab4-1708-4880-a4c2-cc8fdda1ce83,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:10.963146 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea658-137f-4335-98c2-4812f7c27b75 req-0281aba2-ba51-4026-adbc-2a1ddf9bdf09 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:10.984975 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e98ea658-137f-4335-98c2-4812f7c27b75 req-0281aba2-ba51-4026-adbc-2a1ddf9bdf09 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.2043412 May 04 14:04:10.991291 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4824-e4de-43df-9709-425965ec540c req-c7202d38-9ee9-46e3-9a62-4aa1c125ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:10.992487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] Publish callbacks [] for security_group (c2c42ab4-1708-4880-a4c2-cc8fdda1ce83), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:11.000385 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3d5b4824-e4de-43df-9709-425965ec540c req-c7202d38-9ee9-46e3-9a62-4aa1c125ab6c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4672165 May 04 14:04:11.020168 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-e7b5402a-5a6b-4ed6-a673-de1082b04939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.024900 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-e7b5402a-5a6b-4ed6-a673-de1082b04939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1127 time: 0.2873085 May 04 14:04:11.119316 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d697d-15da-4329-a6c0-5fb411b820ed req-260e6cc6-8c5e-4941-970b-a1a59e5909c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.122216 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4e3d697d-15da-4329-a6c0-5fb411b820ed req-260e6cc6-8c5e-4941-970b-a1a59e5909c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1130 time: 0.1192021 May 04 14:04:11.142293 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e98ea658-137f-4335-98c2-4812f7c27b75 req-f63a4365-3a4b-4792-b25f-883d4bdac548 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541469 May 04 14:04:11.153297 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-eadcfaea-6855-4c38-a56e-57f360b8554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.155045 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-eadcfaea-6855-4c38-a56e-57f360b8554e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1128 time: 0.0767581 May 04 14:04:11.206154 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f9870-d1ad-4fdf-beca-67f1cb0a86a7 req-8f127955-4d77-4b11-bdfe-abf455073da9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.211350 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a96f9870-d1ad-4fdf-beca-67f1cb0a86a7 req-8f127955-4d77-4b11-bdfe-abf455073da9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.1817043 May 04 14:04:11.331961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] Publish callbacks [] for security_group (c2c42ab4-1708-4880-a4c2-cc8fdda1ce83), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:11.393033 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-367cba98-9b1d-4e70-b727-7bc3b8cde07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.393033 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-367cba98-9b1d-4e70-b727-7bc3b8cde07e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8519562477d14e15ac77e0647ec78c88&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2743394 May 04 14:04:11.402182 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4e3d697d-15da-4329-a6c0-5fb411b820ed req-3e70dbce-f51b-4f51-b366-4047e1e916cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296089 May 04 14:04:11.454327 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-fecfedb0-314d-449f-812e-f9c2a8c9dd9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 200 len: 217 time: 0.2803097 May 04 14:04:11.522109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde6cf-b38c-42ba-ae4d-a304354ff34c req-a2e46e14-9958-434f-a619-0024245b3783 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.523265 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62bde6cf-b38c-42ba-ae4d-a304354ff34c req-a2e46e14-9958-434f-a619-0024245b3783 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0738950 May 04 14:04:11.552544 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c2c42ab4-1708-4880-a4c2-cc8fdda1ce83), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:11.556290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:11.557736 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2c42ab4-1708-4880-a4c2-cc8fdda1ce83 HTTP/1.1" status: 204 len: 168 time: 0.7269251 May 04 14:04:11.560922 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a96f9870-d1ad-4fdf-beca-67f1cb0a86a7 req-ebdb198f-25a5-472e-b7cb-db07dc26ebb8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089103 May 04 14:04:11.578796 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf26ef7-10c3-4121-96c8-0c3da3d94fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c42ab4-1708-4880-a4c2-cc8fdda1ce83,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:11.615818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62bde6cf-b38c-42ba-ae4d-a304354ff34c req-b17143bf-00c5-4146-a3f9-5815e7a06bee tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854039 May 04 14:04:11.711949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434649-a3a7-4ca9-a667-ae0b6b2b160d req-b7a32ef3-21c7-4ce7-8569-7719664fd802 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:11.711949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b7434649-a3a7-4ca9-a667-ae0b6b2b160d req-b7a32ef3-21c7-4ce7-8569-7719664fd802 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0520952 May 04 14:04:11.766390 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b7434649-a3a7-4ca9-a667-ae0b6b2b160d req-75d889f4-f1ff-415a-b584-f0da4e3338bb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486412 May 04 14:04:12.257351 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:12.261052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87075eac-abf8-4d92-9c60-65e5798fb6c4" -d '{"events": [{"server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "name": "network-vif-plugged", "status": "completed", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:12.285462 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06fb27-abd1-4577-b4ea-cd5cf6e216b5 req-4a9704a6-237f-42aa-8e09-7475bdc14b1b tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:12.287648 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e06fb27-abd1-4577-b4ea-cd5cf6e216b5 req-4a9704a6-237f-42aa-8e09-7475bdc14b1b tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0677249 May 04 14:04:12.304205 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d208bc0-f5a1-4d7d-b356-a1dc5d917a21 x-openstack-request-id: req-4d208bc0-f5a1-4d7d-b356-a1dc5d917a21 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:12.304721 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "name": "network-vif-plugged", "status": "completed", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:12.304827 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d208bc0-f5a1-4d7d-b356-a1dc5d917a21 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:12.305205 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d208bc0-f5a1-4d7d-b356-a1dc5d917a21'] response: {'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3', 'code': 200} May 04 14:04:12.348078 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e06fb27-abd1-4577-b4ea-cd5cf6e216b5 req-d0b458ba-27ef-4a21-b1a7-6da61caf3a3c tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546558 May 04 14:04:12.698604 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98080d16-acb9-406b-9502-ef5075d85a8a req-02e6f888-a92f-49ed-93b4-d3809520c583 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:12.700792 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-98080d16-acb9-406b-9502-ef5075d85a8a req-02e6f888-a92f-49ed-93b4-d3809520c583 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0701466 May 04 14:04:12.792084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bdc60-0886-4b06-9fe9-76dbf3d0026d req-97c63e50-f438-488c-bbdd-279055a41d69 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:12.798205 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a72bdc60-0886-4b06-9fe9-76dbf3d0026d req-97c63e50-f438-488c-bbdd-279055a41d69 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0919199 May 04 14:04:12.842111 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-98080d16-acb9-406b-9502-ef5075d85a8a req-ece410c6-33a1-498f-8bf4-aa12bd7e8a83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267416 May 04 14:04:12.880990 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a72bdc60-0886-4b06-9fe9-76dbf3d0026d req-03974a2f-f6fb-4a47-8518-75a26f0f8cf7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763280 May 04 14:04:12.972015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40430c4d-073c-4072-8254-84c349fd58e3 req-ebd47b10-2b89-4536-9de6-01b7495f0c4e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:12.973591 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40430c4d-073c-4072-8254-84c349fd58e3 req-ebd47b10-2b89-4536-9de6-01b7495f0c4e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0549839 May 04 14:04:13.023696 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40430c4d-073c-4072-8254-84c349fd58e3 req-a177c449-9e71-4705-8900-e6c74838b77b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 May 04 14:04:13.987909 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36352) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:13.992278 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deda2c2-738f-482a-a318-c8d801c68fe6 req-f72c4376-8e84-4d07-8540-c537b0765674 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:13.993988 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5deda2c2-738f-482a-a318-c8d801c68fe6 req-f72c4376-8e84-4d07-8540-c537b0765674 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0581429 May 04 14:04:14.069083 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91f40-c29e-4fa7-b420-0c2aa546a3dd req-218ffc59-8033-4e71-b492-04638673b8d3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:14.070818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5db91f40-c29e-4fa7-b420-0c2aa546a3dd req-218ffc59-8033-4e71-b492-04638673b8d3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0758004 May 04 14:04:14.115174 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5deda2c2-738f-482a-a318-c8d801c68fe6 req-ed67cff1-b468-4475-a31c-989f541db398 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097834 May 04 14:04:14.199171 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5db91f40-c29e-4fa7-b420-0c2aa546a3dd req-efd4a470-c91b-4f74-a974-904a6e17b5d2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202047 May 04 14:04:14.386422 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-1ffae5e3-baa8-4c82-8a4e-5bb90db480e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:14.388601 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-1ffae5e3-baa8-4c82-8a4e-5bb90db480e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.1657887 May 04 14:04:14.395868 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e3a3-4782-4920-a6a8-231e6257e1bd req-d7e1d94e-1cd4-4c2b-a9a3-051b635e4b19 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:14.402197 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cdc0e3a3-4782-4920-a6a8-231e6257e1bd req-d7e1d94e-1cd4-4c2b-a9a3-051b635e4b19 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0760911 May 04 14:04:14.446206 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d5fb-1a17-4592-9b8e-23f5622b8566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:14.455864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cdc0e3a3-4782-4920-a6a8-231e6257e1bd req-602877a1-b624-4e9f-83e9-bdd3baae6417 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 May 04 14:04:14.499575 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-07224b91-0daf-4520-b1c8-baceea27772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:14.501663 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e26fa8ae-cbae-4f5c-aac5-f2bad00bdb98 req-07224b91-0daf-4520-b1c8-baceea27772e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176737 May 04 14:04:14.587681 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d5fb-1a17-4592-9b8e-23f5622b8566 admin admin] Publish callbacks [] for security_group (5a518c77-f141-4bac-838e-27633de6c142), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:14.683361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d5fb-1a17-4592-9b8e-23f5622b8566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (5a518c77-f141-4bac-838e-27633de6c142), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:14.724021 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3d5fb-1a17-4592-9b8e-23f5622b8566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a518c77-f141-4bac-838e-27633de6c142,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:14.732125 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a7e3d5fb-1a17-4592-9b8e-23f5622b8566 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c5268bd7ab54f548c2d789f69092e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390676 May 04 14:04:14.732609 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36390) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:14.766326 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:04:14.965954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] Publish callbacks [] for security_group (5a518c77-f141-4bac-838e-27633de6c142), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:14.989205 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] Publish callbacks [] for security_group (5a518c77-f141-4bac-838e-27633de6c142), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.107456 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (5a518c77-f141-4bac-838e-27633de6c142), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.110009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.111172 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a518c77-f141-4bac-838e-27633de6c142 HTTP/1.1" status: 204 len: 168 time: 0.3777516 May 04 14:04:15.119504 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc666cc-a5fe-43fd-bca1-0d0d363ac56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a518c77-f141-4bac-838e-27633de6c142,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:15.252459 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36402) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:15.256159 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f23e5-c839-43f2-afbf-763b59c28f20 req-b2380836-10a5-4d35-8195-e2d0942c88ce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:15.257709 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6b2f23e5-c839-43f2-afbf-763b59c28f20 req-b2380836-10a5-4d35-8195-e2d0942c88ce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0567605 May 04 14:04:15.331391 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6b2f23e5-c839-43f2-afbf-763b59c28f20 req-e639374b-41e1-4450-9888-ab62f1a6ebae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665426 May 04 14:04:15.458697 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6a4cc-4f3d-43d5-aad4-24d53285a67c req-3de0d01d-a2eb-4be3-b8cb-23ea842bedbe tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:15.467511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfc6a4cc-4f3d-43d5-aad4-24d53285a67c req-3de0d01d-a2eb-4be3-b8cb-23ea842bedbe tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0595129 May 04 14:04:15.518938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bd5269bc-f8ed-415e-a218-798446942c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.533395 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfc6a4cc-4f3d-43d5-aad4-24d53285a67c req-b22e0543-c29a-46d3-9c3b-4497a2493e7e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676630 May 04 14:04:15.615245 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bd5269bc-f8ed-415e-a218-798446942c1a admin admin] Publish callbacks [] for security_group (08aaaac4-9cd7-480c-ba66-ad4dd74fc72a), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.641140 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fdd9c-ff14-4916-8295-2e073d3d55c4 req-50cfb1e1-9851-4cbf-925f-2489d1885aa5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:15.642734 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a79fdd9c-ff14-4916-8295-2e073d3d55c4 req-50cfb1e1-9851-4cbf-925f-2489d1885aa5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0503156 May 04 14:04:15.699057 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a79fdd9c-ff14-4916-8295-2e073d3d55c4 req-5eaad595-290c-4aca-ba1f-d58783cfd29a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 May 04 14:04:15.711891 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bd5269bc-f8ed-415e-a218-798446942c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (08aaaac4-9cd7-480c-ba66-ad4dd74fc72a), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.752772 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bd5269bc-f8ed-415e-a218-798446942c1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24136e3db6d44a988914782efee30134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989152 May 04 14:04:15.753749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5269bc-f8ed-415e-a218-798446942c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aaaac4-9cd7-480c-ba66-ad4dd74fc72a,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:15.756419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36414) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:15.811701 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] Publish callbacks [] for security_group (08aaaac4-9cd7-480c-ba66-ad4dd74fc72a), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.834275 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] Publish callbacks [] for security_group (08aaaac4-9cd7-480c-ba66-ad4dd74fc72a), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.969933 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36416) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:15.985396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-074fe934-de14-4d26-8d3d-f0894c2ba771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.987078 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (08aaaac4-9cd7-480c-ba66-ad4dd74fc72a), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.990388 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:15.990996 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08aaaac4-9cd7-480c-ba66-ad4dd74fc72a HTTP/1.1" status: 204 len: 168 time: 0.2329845 May 04 14:04:16.001639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54ccfd-9a8f-424e-8cd0-e2ad2d7ff7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aaaac4-9cd7-480c-ba66-ad4dd74fc72a,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:16.077629 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-074fe934-de14-4d26-8d3d-f0894c2ba771 admin admin] Publish callbacks [] for security_group (8cefef4a-9247-49fc-b29c-768ba7cf3912), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.140784 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-074fe934-de14-4d26-8d3d-f0894c2ba771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8cefef4a-9247-49fc-b29c-768ba7cf3912), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.181696 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe934-de14-4d26-8d3d-f0894c2ba771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cefef4a-9247-49fc-b29c-768ba7cf3912,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:16.186616 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-074fe934-de14-4d26-8d3d-f0894c2ba771 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71cb39671bfc4c4484898a7e82df3213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155805 May 04 14:04:16.189366 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36420) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:16.251095 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] Publish callbacks [] for security_group (8cefef4a-9247-49fc-b29c-768ba7cf3912), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.281560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] Publish callbacks [] for security_group (8cefef4a-9247-49fc-b29c-768ba7cf3912), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.488766 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbab4-20bb-4b5b-b706-c73bc7704292 req-d40550e4-cffa-453a-a49b-5f5c4e48208a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:16.490335 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c6bbab4-20bb-4b5b-b706-c73bc7704292 req-d40550e4-cffa-453a-a49b-5f5c4e48208a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0501018 May 04 14:04:16.542041 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c6bbab4-20bb-4b5b-b706-c73bc7704292 req-57e01ed5-b7a6-41a9-ad13-12848e170085 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457628 May 04 14:04:16.655216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8cefef4a-9247-49fc-b29c-768ba7cf3912), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.658628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.659282 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cefef4a-9247-49fc-b29c-768ba7cf3912 HTTP/1.1" status: 204 len: 168 time: 0.4689381 May 04 14:04:16.662561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277ba6-30fb-4355-934c-c5ab8d313540 req-e974da8e-7bc9-4402-ab50-6dd2cc257119 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:16.664125 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2277ba6-30fb-4355-934c-c5ab8d313540 req-e974da8e-7bc9-4402-ab50-6dd2cc257119 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0538943 May 04 14:04:16.667894 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9bf9-1128-4581-bf3c-590cc6c652c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cefef4a-9247-49fc-b29c-768ba7cf3912,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:16.727055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2277ba6-30fb-4355-934c-c5ab8d313540 req-36aaa112-dfab-44fb-b470-2d30332718e6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491903 May 04 14:04:16.840720 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a953e-fdd8-4cfa-8578-c136bb10927d req-dfcc9664-5ec6-4988-89e0-36d2acc97e86 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:16.842357 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ab6a953e-fdd8-4cfa-8578-c136bb10927d req-dfcc9664-5ec6-4988-89e0-36d2acc97e86 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0511780 May 04 14:04:16.895549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ab6a953e-fdd8-4cfa-8578-c136bb10927d req-e1d61e68-28a1-4d42-baac-90b6d28c55d2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 May 04 14:04:17.335125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-5cf4019a-6cf0-4b83-a866-43847a19d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:17.336690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-5cf4019a-6cf0-4b83-a866-43847a19d578 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740974 May 04 14:04:17.423304 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-4792299f-bb18-41da-a4ec-a0859b83ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:17.424815 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-4792299f-bb18-41da-a4ec-a0859b83ef1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1127 time: 0.0478983 May 04 14:04:17.474585 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-d83b5f39-90aa-4049-a878-e4ea0fe4668e service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981894 May 04 14:04:17.481986 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-db23c196-aeaf-4a8f-af65-64aaa2fedd95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 217 time: 0.0401752 May 04 14:04:17.545730 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36440) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:17.562687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d9be14e0-4b25-4154-b5da-3aadca8defcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:17.626167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-0d9d7a94-86f1-457b-b020-dc242ff3039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:17.627675 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-0d9d7a94-86f1-457b-b020-dc242ff3039f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.1212978 May 04 14:04:17.628003 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cd5b638-ba3c-4535-8f8f-12b6922f864b req-ef1118d9-abde-47c9-8b18-ee16ba672fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222913 May 04 14:04:17.692947 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d9be14e0-4b25-4154-b5da-3aadca8defcb admin admin] Publish callbacks [] for security_group (b40ccd5a-45bd-49d9-89c9-3ce765a36728), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:17.700048 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750060ed-4e5f-4a42-b14b-36047c317a86 req-da0abc1b-eed6-4c04-93a4-55550d7db082 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:17.701603 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-750060ed-4e5f-4a42-b14b-36047c317a86 req-da0abc1b-eed6-4c04-93a4-55550d7db082 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0505817 May 04 14:04:17.752960 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-750060ed-4e5f-4a42-b14b-36047c317a86 req-03fea04c-53af-4ef3-a6d9-dbb92bc62629 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453994 May 04 14:04:17.810303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d9be14e0-4b25-4154-b5da-3aadca8defcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b40ccd5a-45bd-49d9-89c9-3ce765a36728), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:17.850939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be14e0-4b25-4154-b5da-3aadca8defcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ccd5a-45bd-49d9-89c9-3ce765a36728,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:17.862706 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36448) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:17.863462 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d9be14e0-4b25-4154-b5da-3aadca8defcb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f51edfa3a58c4e41a3dc2033c9938a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166273 May 04 14:04:17.903823 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13cb94-f86c-4350-b182-7cd1c43842ec req-fd72de9a-d4ac-4469-95a3-455c2ca59ad3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:17.905594 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a13cb94-f86c-4350-b182-7cd1c43842ec req-fd72de9a-d4ac-4469-95a3-455c2ca59ad3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0721450 May 04 14:04:17.918626 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36450) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:17.935172 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-81bc355d-d8da-4660-9da9-3d6291dd7bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:17.963098 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] Publish callbacks [] for security_group (b40ccd5a-45bd-49d9-89c9-3ce765a36728), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:17.987481 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a13cb94-f86c-4350-b182-7cd1c43842ec req-88b66ddf-392f-4b6e-8a7c-7725be652cf1 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738218 May 04 14:04:18.001517 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] Publish callbacks [] for security_group (b40ccd5a-45bd-49d9-89c9-3ce765a36728), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.030074 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-81bc355d-d8da-4660-9da9-3d6291dd7bd7 admin admin] Publish callbacks [] for security_group (67ce56cc-3cb6-4938-a262-bb1b707d5c73), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.089256 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-81bc355d-d8da-4660-9da9-3d6291dd7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (67ce56cc-3cb6-4938-a262-bb1b707d5c73), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.117395 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e964b-84be-4819-adb1-91e282748aff req-90362a25-c291-40c2-b6ab-e9cfa7ef4cd7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:18.118957 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-673e964b-84be-4819-adb1-91e282748aff req-90362a25-c291-40c2-b6ab-e9cfa7ef4cd7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0536599 May 04 14:04:18.146983 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-81bc355d-d8da-4660-9da9-3d6291dd7bd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de2792c6ae8b4479b99da841718d1195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268922 May 04 14:04:18.150644 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36454) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:18.164035 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc355d-d8da-4660-9da9-3d6291dd7bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ce56cc-3cb6-4938-a262-bb1b707d5c73,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:18.180883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-6cabdfe3-e3d0-4934-a549-040f0066e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:18.182514 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-6cabdfe3-e3d0-4934-a549-040f0066e9ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503962 May 04 14:04:18.201514 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-673e964b-84be-4819-adb1-91e282748aff req-28363a57-5833-43cb-b8a5-0a902e0f2f42 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731292 May 04 14:04:18.206752 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b40ccd5a-45bd-49d9-89c9-3ce765a36728), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.209319 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.210468 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b40ccd5a-45bd-49d9-89c9-3ce765a36728 HTTP/1.1" status: 204 len: 168 time: 0.3468058 May 04 14:04:18.223480 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf05db5-1ace-4bbf-bb20-1d55b4635961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ccd5a-45bd-49d9-89c9-3ce765a36728,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:18.238282 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] Publish callbacks [] for security_group (67ce56cc-3cb6-4938-a262-bb1b707d5c73), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.273461 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] Publish callbacks [] for security_group (67ce56cc-3cb6-4938-a262-bb1b707d5c73), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.404416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (67ce56cc-3cb6-4938-a262-bb1b707d5c73), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.407023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.408360 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67ce56cc-3cb6-4938-a262-bb1b707d5c73 HTTP/1.1" status: 204 len: 168 time: 0.2567976 May 04 14:04:18.418428 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e86dc-5bc5-41fc-bf9a-606c9df9acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ce56cc-3cb6-4938-a262-bb1b707d5c73,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:18.897569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8ec26-574d-41d3-a49e-45601e070958 req-d0163922-40ea-4dfd-843b-bcb1f1d212b1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:18.906120 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17d8ec26-574d-41d3-a49e-45601e070958 req-d0163922-40ea-4dfd-843b-bcb1f1d212b1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0666990 May 04 14:04:18.995722 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17d8ec26-574d-41d3-a49e-45601e070958 req-03e96bef-775a-431e-90d3-2b2f2034330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769515 May 04 14:04:19.086984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9f895-a7f8-46af-a535-e3edb40cbfae req-16ce48bc-d62c-44b1-ab1e-3ed6300b8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:19.089453 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-08c9f895-a7f8-46af-a535-e3edb40cbfae req-16ce48bc-d62c-44b1-ab1e-3ed6300b8df0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.0934787 May 04 14:04:19.093568 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-2e7524cc-b869-4e8c-90f0-19f9ba22cb0c service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788018 May 04 14:04:19.191587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-08c9f895-a7f8-46af-a535-e3edb40cbfae req-cfbb4660-fa00-473c-81ab-e780f69af614 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914030 May 04 14:04:19.198452 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693fc1-3045-4e21-8d04-93bc5e31c2aa req-e2d9ca9c-ee7e-4076-b1d2-b51b06391390 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:19.200841 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1c693fc1-3045-4e21-8d04-93bc5e31c2aa req-e2d9ca9c-ee7e-4076-b1d2-b51b06391390 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0761595 May 04 14:04:19.236519 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5719d8ee-39ce-4cf2-80a4-425a45473c85 req-dae8e67c-fc29-4764-929d-fa85976fc6f7 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363230 May 04 14:04:19.318710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1c693fc1-3045-4e21-8d04-93bc5e31c2aa req-b33ba53a-719e-4440-9fdf-71ffe579fff1 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003230 May 04 14:04:19.473325 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2253d11-e137-4a0d-957c-98afcdd2a5e8 req-bb13caec-a756-4d23-8135-a3d82b319ef2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:19.475109 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c2253d11-e137-4a0d-957c-98afcdd2a5e8 req-bb13caec-a756-4d23-8135-a3d82b319ef2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0929701 May 04 14:04:19.530673 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c2253d11-e137-4a0d-957c-98afcdd2a5e8 req-4373daa7-df19-4467-8d17-38ef560ed5da tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 May 04 14:04:20.164020 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6062-2983-43f6-beeb-96c6c3abe668 req-9c0be903-5acf-413b-aa78-a296d87c95dc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:20.166784 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bd9d6062-2983-43f6-beeb-96c6c3abe668 req-9c0be903-5acf-413b-aa78-a296d87c95dc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0546010 May 04 14:04:20.247238 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7d3d-a3ad-45b5-882d-218382b13c70 req-04a45a44-e653-47e8-8048-82c2f2aacbaf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:20.248792 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-88ce7d3d-a3ad-45b5-882d-218382b13c70 req-04a45a44-e653-47e8-8048-82c2f2aacbaf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0770774 May 04 14:04:20.283560 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bd9d6062-2983-43f6-beeb-96c6c3abe668 req-0833dd2b-dd89-44ad-ac0f-be7a47241c2d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090693 May 04 14:04:20.321809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-88ce7d3d-a3ad-45b5-882d-218382b13c70 req-70ed8c39-225c-46eb-a4ec-aa4ac892332d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645974 May 04 14:04:20.458900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee160b25-1021-4063-ad6a-ff72dbd9761c req-4a2728d6-14f3-4dfb-a3e2-9209768de697 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:20.466589 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee160b25-1021-4063-ad6a-ff72dbd9761c req-4a2728d6-14f3-4dfb-a3e2-9209768de697 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0557020 May 04 14:04:20.523979 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee160b25-1021-4063-ad6a-ff72dbd9761c req-71b756e8-c571-4694-9cec-f6a0ca7743a3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553241 May 04 14:04:21.462906 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 22ba5aca-175a-4107-ac1d-41b0a9a4c262 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:04:21.470584 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e2d7-010a-4ae2-97a2-6e26fbb3287f req-271da5a1-311f-4cc5-94ae-6597dbc10026 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:21.472839 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9dc9e2d7-010a-4ae2-97a2-6e26fbb3287f req-271da5a1-311f-4cc5-94ae-6597dbc10026 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0960412 May 04 14:04:21.486221 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7487-b129-41ce-a28a-bba5c22850cf req-a976f395-3dde-48b3-a215-a44ca980a9b4 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:21.488166 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-405a7487-b129-41ce-a28a-bba5c22850cf req-a976f395-3dde-48b3-a215-a44ca980a9b4 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0802290 May 04 14:04:21.599814 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9dc9e2d7-010a-4ae2-97a2-6e26fbb3287f req-cef016e4-fc86-4248-bcdb-6ef5a456083b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049049 May 04 14:04:21.602882 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:21.620308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-405a7487-b129-41ce-a28a-bba5c22850cf req-caf0b414-82bf-46ac-a98d-e12865992aa9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211531 May 04 14:04:21.638711 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'port_id': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'mac_address': 'fa:16:3e:06:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:04:21.688832 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:21.689024 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:21.702684 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ba5aca-175a-4107-ac1d-41b0a9a4c262 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:21.731779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1331d85-cde2-4039-b96c-4d16d3317fc9 req-25f00358-8034-4ef9-976a-5ef0ed9115f5 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:21.732375 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:21.733536 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f1331d85-cde2-4039-b96c-4d16d3317fc9 req-25f00358-8034-4ef9-976a-5ef0ed9115f5 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 944 time: 0.0617697 May 04 14:04:21.807340 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f1331d85-cde2-4039-b96c-4d16d3317fc9 req-a52caf48-fc01-4b22-92a1-153f4baea9bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654297 May 04 14:04:21.815355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:21.855011 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-0609b61b-c1d7-4bd3-b0f4-5a5961cdabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:21.856445 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-0609b61b-c1d7-4bd3-b0f4-5a5961cdabca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1130 time: 0.0867469 May 04 14:04:21.883645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:21.955021 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-2baa987d-06c5-4655-be3d-cdafb40d0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:21.956471 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-2baa987d-06c5-4655-be3d-cdafb40d0243 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.0932519 May 04 14:04:22.002111 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-c244b32f-993a-4201-b295-78be6c0eb947 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 217 time: 0.0390935 May 04 14:04:22.051428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-c223658e-2dbc-4527-90ef-673c1c58a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:22.052925 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-c223658e-2dbc-4527-90ef-673c1c58a10d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0451150 May 04 14:04:22.097044 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-5fef60c9-abe4-4ab3-9e44-91e2ec2cb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:22.098634 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-5fef60c9-abe4-4ab3-9e44-91e2ec2cb195 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382698 May 04 14:04:22.172259 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['22ba5aca-175a-4107-ac1d-41b0a9a4c262'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:22.207930 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-862f0030-f1fb-490f-b75b-5b153b6706ab service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927482 May 04 14:04:22.305571 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ad198532-5018-4d1d-a6d1-f9d37a66d955 req-10d9cabb-2006-40ef-985d-a02ee835912e service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 May 04 14:04:22.769553 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da620-bd51-422f-a90b-653a9b739bf3 req-11155133-873e-48cf-ba47-bc4eba65bebd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:22.771142 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-426da620-bd51-422f-a90b-653a9b739bf3 req-11155133-873e-48cf-ba47-bc4eba65bebd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0891056 May 04 14:04:22.791483 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000f7f-e25c-4cfe-8bd8-12396e5b0db1 req-1ea6091b-7b36-4c0d-b106-7742d1e836f5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:22.792924 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-43000f7f-e25c-4cfe-8bd8-12396e5b0db1 req-1ea6091b-7b36-4c0d-b106-7742d1e836f5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0734468 May 04 14:04:22.862048 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-426da620-bd51-422f-a90b-653a9b739bf3 req-7faceb13-cfbb-4993-af54-a842cb00f103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847650 May 04 14:04:22.866399 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-43000f7f-e25c-4cfe-8bd8-12396e5b0db1 req-093302e1-eafc-4632-91cf-0da3044dc7fb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 May 04 14:04:22.972577 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b04e3-2a03-49ff-afca-f73cdb71181c req-2a9f8726-d345-4d03-a9b7-3340b7a111bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:22.974372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-708b04e3-2a03-49ff-afca-f73cdb71181c req-2a9f8726-d345-4d03-a9b7-3340b7a111bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 945 time: 0.0506523 May 04 14:04:23.031403 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-708b04e3-2a03-49ff-afca-f73cdb71181c req-28dc4cc3-7c6c-49b0-8f2b-faa97cc9dbc7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509539 May 04 14:04:23.490997 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:04:23.501453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 22ba5aca-175a-4107-ac1d-41b0a9a4c262 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:23.610953 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:04:23.650771 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:23.668532 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '60502655-d908-4b64-8366-bac3898e887f', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:04:23.710354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:23.710862 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:23.745689 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:23.747444 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:23.765467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60502655-d908-4b64-8366-bac3898e887f {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:04:23.795427 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:23.837252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:23.844798 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:23.864038 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:23.866539 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101d1ca-863f-42d7-b6d8-e7a56f6b7228" -d '{"events": [{"server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "name": "network-vif-plugged", "status": "completed", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:23.880525 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:23.906136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99acc18b-4568-409f-9567-e2a6449b198b x-openstack-request-id: req-99acc18b-4568-409f-9567-e2a6449b198b {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:23.906589 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "name": "network-vif-plugged", "status": "completed", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:23.906909 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99acc18b-4568-409f-9567-e2a6449b198b {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:23.907374 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99acc18b-4568-409f-9567-e2a6449b198b'] response: {'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'code': 200} May 04 14:04:23.941413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.002129 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.045020 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:24.050808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4f6e6-7e20-4e71-a57b-dc84c166e44d req-7f94c0b1-fcb1-42f4-9a41-d09fafea1e51 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:24.052336 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-feb4f6e6-7e20-4e71-a57b-dc84c166e44d req-7f94c0b1-fcb1-42f4-9a41-d09fafea1e51 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.1147735 May 04 14:04:24.068083 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51624dc8-6170-4d28-9d85-60d2d67bb19b req-a1911002-c9a9-49d3-8b60-025045ebaffe tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:24.069786 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-51624dc8-6170-4d28-9d85-60d2d67bb19b req-a1911002-c9a9-49d3-8b60-025045ebaffe tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0850699 May 04 14:04:24.112238 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:24.169837 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-51624dc8-6170-4d28-9d85-60d2d67bb19b req-9a8e1108-28f0-4a4b-af3c-5861e7fba60a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825346 May 04 14:04:24.177950 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-feb4f6e6-7e20-4e71-a57b-dc84c166e44d req-b30721b9-f34b-4e5a-831e-d1dbf9b27bb7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068375 May 04 14:04:24.297310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36698) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:24.299342 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1be2-acae-4494-a66d-26be000fceae req-6927db0d-802b-4c68-af70-32e59ac4642c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:24.301054 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e32e1be2-acae-4494-a66d-26be000fceae req-6927db0d-802b-4c68-af70-32e59ac4642c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0534906 May 04 14:04:24.312985 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['60502655-d908-4b64-8366-bac3898e887f'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:24.380500 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e32e1be2-acae-4494-a66d-26be000fceae req-ad9927fe-b8cd-479d-9745-6b119824466d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627861 May 04 14:04:24.425707 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ba361-f61f-4c80-bd41-13ddafcb6f37 req-f258e5e7-d15b-406a-a751-97a3579654ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:24.428690 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8f7ba361-f61f-4c80-bd41-13ddafcb6f37 req-f258e5e7-d15b-406a-a751-97a3579654ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1130 time: 0.0579240 May 04 14:04:24.473618 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-87f441f0-9869-46d8-b621-305edb0fd2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.516898 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8f7ba361-f61f-4c80-bd41-13ddafcb6f37 req-c45310ab-e9fd-4c06-8294-991c245509e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796559 May 04 14:04:24.584217 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-87f441f0-9869-46d8-b621-305edb0fd2b6 admin admin] Publish callbacks [] for security_group (ff065dba-ee19-4b90-926c-94ee9ac3a4b3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.691695 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36706) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:24.717583 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-87f441f0-9869-46d8-b621-305edb0fd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (ff065dba-ee19-4b90-926c-94ee9ac3a4b3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.762654 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-87f441f0-9869-46d8-b621-305edb0fd2b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e24550c13464acca90651f453c25492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617558 May 04 14:04:24.763030 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36712) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:24.763663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f441f0-9869-46d8-b621-305edb0fd2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff065dba-ee19-4b90-926c-94ee9ac3a4b3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:24.822485 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] Publish callbacks [] for security_group (ff065dba-ee19-4b90-926c-94ee9ac3a4b3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.848780 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f448c733-185b-4fb5-bb5f-e2ab4f32feda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.869107 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] Publish callbacks [] for security_group (ff065dba-ee19-4b90-926c-94ee9ac3a4b3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:24.974306 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-8ced637e-9619-4a92-ab9f-872212c907e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802326 May 04 14:04:25.147795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (ff065dba-ee19-4b90-926c-94ee9ac3a4b3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.152316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.159864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff065dba-ee19-4b90-926c-94ee9ac3a4b3 HTTP/1.1" status: 204 len: 168 time: 0.3953936 May 04 14:04:25.186957 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc70523-7561-455b-ab20-b24ded08ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff065dba-ee19-4b90-926c-94ee9ac3a4b3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:25.242587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f448c733-185b-4fb5-bb5f-e2ab4f32feda admin admin] Publish callbacks [] for security_group (d0fd32d0-51ea-4058-94a0-2807eeb05e10), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.337321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f448c733-185b-4fb5-bb5f-e2ab4f32feda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (d0fd32d0-51ea-4058-94a0-2807eeb05e10), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.393442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97fa35-8319-4281-a121-593114e56f95 req-63a7e4b7-9c35-4d0b-a0e8-03bcbeb13f89 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:25.395022 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e97fa35-8319-4281-a121-593114e56f95 req-63a7e4b7-9c35-4d0b-a0e8-03bcbeb13f89 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.1132886 May 04 14:04:25.406334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3adc4-74c4-4515-885a-261e7d1bc45e req-e0228938-5f57-4066-b298-32338823923f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:25.407773 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-05b3adc4-74c4-4515-885a-261e7d1bc45e req-e0228938-5f57-4066-b298-32338823923f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1147637 May 04 14:04:25.420020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-f448c733-185b-4fb5-bb5f-e2ab4f32feda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ab48450db584c37b392a7db81a5d0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269077 May 04 14:04:25.420840 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c733-185b-4fb5-bb5f-e2ab4f32feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd32d0-51ea-4058-94a0-2807eeb05e10,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:25.422618 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36728) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:25.479308 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] Publish callbacks [] for security_group (d0fd32d0-51ea-4058-94a0-2807eeb05e10), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.500956 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:25.508105 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] Publish callbacks [] for security_group (d0fd32d0-51ea-4058-94a0-2807eeb05e10), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.541734 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-05b3adc4-74c4-4515-885a-261e7d1bc45e req-509c5ed3-8924-46ea-a1c5-5f9b3aeb21aa tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119940 May 04 14:04:25.563417 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e97fa35-8319-4281-a121-593114e56f95 req-8d1bfbf1-97cd-4be6-9fba-25c989184112 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535921 May 04 14:04:25.568494 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 60502655-d908-4b64-8366-bac3898e887f completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:04:25.572061 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-678353bd-52fc-4121-a05b-77bb5cd4562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:25.573898 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-678353bd-52fc-4121-a05b-77bb5cd4562b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9f2ac674ab4b5e87bfdd3bafacec37&device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 1129 time: 0.1095109 May 04 14:04:25.694797 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (d0fd32d0-51ea-4058-94a0-2807eeb05e10), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.697386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.697787 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d4af-6d0d-41ba-b4bd-63b07238b19a req-5fac1be0-bae3-4692-8832-514c85561d56 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:25.698519 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0fd32d0-51ea-4058-94a0-2807eeb05e10 HTTP/1.1" status: 204 len: 168 time: 0.2748685 May 04 14:04:25.699974 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-caf6d4af-6d0d-41ba-b4bd-63b07238b19a req-5fac1be0-bae3-4692-8832-514c85561d56 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0780058 May 04 14:04:25.709905 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62803b4d-592f-47f4-8bf1-ecd9e8a31c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd32d0-51ea-4058-94a0-2807eeb05e10,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:25.797815 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 60502655-d908-4b64-8366-bac3898e887f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:25.798481 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-e7b92de6-5642-4fd6-af37-457163870988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:25.799239 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60502655-d908-4b64-8366-bac3898e887f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.799876 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-e7b92de6-5642-4fd6-af37-457163870988 service neutron] 10.222.0.58 "GET /v2.0/networks?id=88444c6e-09e6-47ad-a444-c569b74d61f3 HTTP/1.1" status: 200 len: 912 time: 0.1688099 May 04 14:04:25.813423 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-caf6d4af-6d0d-41ba-b4bd-63b07238b19a req-7208ef36-1c4f-440f-a25f-d21acdc67b4b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832338 May 04 14:04:25.908561 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:25.908950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:25.932529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:25.935489 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1699179e-3e17-4d2a-b91a-dfd8b5ea7dee" -d '{"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:25.947887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:25.972388 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897bba8-c615-4437-9d59-34476c6d87cb x-openstack-request-id: req-1897bba8-c615-4437-9d59-34476c6d87cb {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:25.972695 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:25.972956 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1897bba8-c615-4437-9d59-34476c6d87cb {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:25.973387 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1897bba8-c615-4437-9d59-34476c6d87cb'] response: {'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'code': 200} May 04 14:04:26.044382 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a6796f33-1af6-4bf7-9023-9c54759a1553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.100621 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.151045 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:26.359790 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36748) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:26.377153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d0ac410e-1ac0-451e-8f5b-43cdd06729e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.453555 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d0ac410e-1ac0-451e-8f5b-43cdd06729e6 admin admin] Publish callbacks [] for security_group (c12a3716-c229-48ef-bfe3-691f875f9b98), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.545410 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-0fefedb7-d636-4403-9cf7-476663027dc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf HTTP/1.1" status: 200 len: 217 time: 0.0405440 May 04 14:04:26.602986 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d0ac410e-1ac0-451e-8f5b-43cdd06729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c12a3716-c229-48ef-bfe3-691f875f9b98), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.642171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac410e-1ac0-451e-8f5b-43cdd06729e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a3716-c229-48ef-bfe3-691f875f9b98,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:26.649827 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d0ac410e-1ac0-451e-8f5b-43cdd06729e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5188fcf160164b488fff745174713f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888467 May 04 14:04:26.654244 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36754) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:26.698643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-342bcdca-28fe-4777-bf18-19c32edccae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:26.701285 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-342bcdca-28fe-4777-bf18-19c32edccae2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41c15abd-4e64-497b-84c0-0df6de12b922 HTTP/1.1" status: 200 len: 851 time: 0.1303697 May 04 14:04:26.701818 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Publish callbacks [] for security_group (c12a3716-c229-48ef-bfe3-691f875f9b98), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.709776 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc906a-a790-48fd-951e-7b6342701028 req-75201e81-2de6-4bf9-b8ad-0e1bf155dacb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:26.711281 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a0bc906a-a790-48fd-951e-7b6342701028 req-75201e81-2de6-4bf9-b8ad-0e1bf155dacb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1005611 May 04 14:04:26.731664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Publish callbacks [] for security_group (c12a3716-c229-48ef-bfe3-691f875f9b98), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.738908 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2b9d2-8ebd-4e02-9c4c-d4b1dc2042b2 req-5c0da61a-271e-45f9-ba22-a4b4dc734d40 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:26.740549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e4c2b9d2-8ebd-4e02-9c4c-d4b1dc2042b2 req-5c0da61a-271e-45f9-ba22-a4b4dc734d40 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0888431 May 04 14:04:26.771811 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-15161434-d16f-48bf-a4ef-aacfe0f7fe73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88444c6e-09e6-47ad-a444-c569b74d61f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565596 May 04 14:04:26.850569 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c12a3716-c229-48ef-bfe3-691f875f9b98), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.855318 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.860793 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c12a3716-c229-48ef-bfe3-691f875f9b98 HTTP/1.1" status: 204 len: 168 time: 0.2054152 May 04 14:04:26.874691 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36760) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:26.901767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a3716-c229-48ef-bfe3-691f875f9b98,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:26.950745 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.951386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.951788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.952278 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.952732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.953169 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.953673 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.954121 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.954765 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.955014 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.955481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.955974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.956414 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.956838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.957287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42f909-f869-48a3-88c6-092e971685d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:26.962901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ec0821a-1c6c-4a36-b590-6b531b7c6de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:26.993032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f13e-17b0-4822-b595-c72862e4eee7 req-d21a6ebf-685e-46b8-85e6-b3b1e873dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:26.993032 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9fd6f13e-17b0-4822-b595-c72862e4eee7 req-d21a6ebf-685e-46b8-85e6-b3b1e873dd3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1129 time: 0.1124570 May 04 14:04:27.076259 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9fd6f13e-17b0-4822-b595-c72862e4eee7 req-9ff9e4fe-20ad-4594-80f0-c00954067805 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719397 May 04 14:04:27.120840 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ec0821a-1c6c-4a36-b590-6b531b7c6de5 admin admin] Publish callbacks [] for security_group (9366373a-3d72-4abd-88ec-13b99393100d), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.149134 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a0bc906a-a790-48fd-951e-7b6342701028 req-a984de4b-eb98-4134-8bc5-0323c46ca0ba tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209886 May 04 14:04:27.159558 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e4c2b9d2-8ebd-4e02-9c4c-d4b1dc2042b2 req-07d5e387-3d75-417e-bbf2-35f428e49466 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916459 May 04 14:04:27.181113 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-f66eceaa-1a21-4c25-a345-27f89df10726 service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972790 May 04 14:04:27.260661 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ec0821a-1c6c-4a36-b590-6b531b7c6de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9366373a-3d72-4abd-88ec-13b99393100d), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.282324 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e90a39-4167-4be7-9213-b9477e665716 req-d33730cc-6971-456a-bce4-981f24876d16 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:27.283832 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f8e90a39-4167-4be7-9213-b9477e665716 req-d33730cc-6971-456a-bce4-981f24876d16 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0538383 May 04 14:04:27.311975 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2ec0821a-1c6c-4a36-b590-6b531b7c6de5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0a664464ae14db2a5e688c7cc1daa8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295814 May 04 14:04:27.311975 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0821a-1c6c-4a36-b590-6b531b7c6de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9366373a-3d72-4abd-88ec-13b99393100d,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:27.312589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36778) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:27.370091 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f8e90a39-4167-4be7-9213-b9477e665716 req-559252bd-fbc8-4eaa-b009-792cde341415 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767376 May 04 14:04:27.386738 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Publish callbacks [] for security_group (9366373a-3d72-4abd-88ec-13b99393100d), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.410878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Publish callbacks [] for security_group (9366373a-3d72-4abd-88ec-13b99393100d), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.529396 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a27eef-da08-4555-8f4e-16bbf559879a req-1d8cc9a0-8c65-45cb-968d-f529b20ec9e2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:27.530940 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c4a27eef-da08-4555-8f4e-16bbf559879a req-1d8cc9a0-8c65-45cb-968d-f529b20ec9e2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0870793 May 04 14:04:27.539882 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 36786) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:27.546005 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'floatingip': {'port_id': '22ba5aca-175a-4107-ac1d-41b0a9a4c262'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:27.596195 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6a70507-9afd-41eb-9d98-ed8df5aa7fe0 req-7393b1b0-4f48-474a-97e5-ae671c56d695 service neutron] 10.222.0.58 "GET /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156452 May 04 14:04:27.627286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.678401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9366373a-3d72-4abd-88ec-13b99393100d), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.681418 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:27.687344 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9366373a-3d72-4abd-88ec-13b99393100d HTTP/1.1" status: 204 len: 168 time: 0.3679986 May 04 14:04:27.693859 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9366373a-3d72-4abd-88ec-13b99393100d,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:27.714022 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.716871 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.717346 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.717891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.718836 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.719389 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.719896 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.720846 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.721302 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.721860 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.722553 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.723084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.723609 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.724163 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:27.724684 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a234ae7d-de75-41a3-a33a-7bde10f2c70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:28.097413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:28.100286 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5d228fcf-e21a-40ee-9adf-9ec03c398bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:28.348449 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67221fbc-0052-400c-ba9c-960862d3565e req-dd990f05-7ac3-4f54-98b2-851f917a6a76 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:28.350028 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-67221fbc-0052-400c-ba9c-960862d3565e req-dd990f05-7ac3-4f54-98b2-851f917a6a76 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0942950 May 04 14:04:28.363583 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433112d-29e0-41e0-947b-7971fd817805 req-9f456164-b5ac-492f-becc-670f380b2ed4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:28.365516 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2433112d-29e0-41e0-947b-7971fd817805 req-9f456164-b5ac-492f-becc-670f380b2ed4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0740037 May 04 14:04:28.458586 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-67221fbc-0052-400c-ba9c-960862d3565e req-87006e04-6f86-40c3-9266-da2bc43d4c40 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024501 May 04 14:04:28.484800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2433112d-29e0-41e0-947b-7971fd817805 req-93a91e40-b208-45eb-8a35-8b0b0bc74ed8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127765 May 04 14:04:28.665924 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:28.832050 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:28.946509 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Floating IP 1d3389de-cfc4-4436-99f4-1b81909968b9 associated. External IP: 172.27.3.88, port: 22ba5aca-175a-4107-ac1d-41b0a9a4c262. May 04 14:04:29.227219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:04:29.352340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:29.364320 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:04:29.371778 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:29.382512 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:04:29.394296 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:29.394953 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:29.417264 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-69e1c98f-be0f-4af3-a8f1-0a480c71ca35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "PUT /v2.0/floatingips/1d3389de-cfc4-4436-99f4-1b81909968b9 HTTP/1.1" status: 200 len: 991 time: 1.8676543 May 04 14:04:29.417264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:29.417264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121a4b7-ef2b-4b41-b293-119d40d94ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:29.451339 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f011ee6-789d-4984-97f2-13570f16a71b x-openstack-request-id: req-8f011ee6-789d-4984-97f2-13570f16a71b {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:29.451833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:29.452097 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f011ee6-789d-4984-97f2-13570f16a71b {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:29.452508 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f011ee6-789d-4984-97f2-13570f16a71b'] response: {'name': 'network-changed', 'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'status': 'completed', 'code': 200} May 04 14:04:29.537831 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:29.664189 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11da12-9947-449b-97ad-bf7b3a9d9251 req-5c4da776-65a6-4162-a61e-ccc089e67a3a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:29.669441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc11da12-9947-449b-97ad-bf7b3a9d9251 req-5c4da776-65a6-4162-a61e-ccc089e67a3a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1012208 May 04 14:04:29.696609 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc6c1-871d-459d-a0f9-898f511dd407 req-be5165cc-20f5-4c5b-a403-24525812830a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:29.698188 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db8fc6c1-871d-459d-a0f9-898f511dd407 req-be5165cc-20f5-4c5b-a403-24525812830a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0964541 May 04 14:04:29.729964 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc11da12-9947-449b-97ad-bf7b3a9d9251 req-36b69391-ff32-479f-9a28-13371f54ea1d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 May 04 14:04:29.788682 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db8fc6c1-871d-459d-a0f9-898f511dd407 req-2f4fcfaf-22c2-496f-9fb5-19f9392cbc33 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638087 May 04 14:04:29.885629 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '1d3389de-cfc4-4436-99f4-1b81909968b9', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:06:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59765394-d089-454e-b15f-b46c00c05d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:53Z', 'updated_at': '2022-05-04T14:04:28Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:29.920626 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:04:29.930598 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:29.931324 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:29.959944 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-6bfb4242-480b-4488-b231-d3b879aaccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:29.962540 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-6bfb4242-480b-4488-b231-d3b879aaccb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1130 time: 0.0735514 May 04 14:04:29.974816 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02376c7-2409-41e4-8e01-5079a5e0f740 req-cb1ddf13-5bb8-4976-aeb2-3219d9e649fa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:29.976371 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e02376c7-2409-41e4-8e01-5079a5e0f740 req-cb1ddf13-5bb8-4976-aeb2-3219d9e649fa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0902977 May 04 14:04:29.986522 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 36886) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:29.991590 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'floatingip': {'port_id': '60502655-d908-4b64-8366-bac3898e887f'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:30.051430 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:30.070094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:30.360371 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '1d3389de-cfc4-4436-99f4-1b81909968b9', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:06:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59765394-d089-454e-b15f-b46c00c05d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:53Z', 'updated_at': '2022-05-04T14:04:28Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:30.409374 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74c615-c9ca-4ca5-8c26-2415509a84a7 None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '1d3389de-cfc4-4436-99f4-1b81909968b9', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:06:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59765394-d089-454e-b15f-b46c00c05d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:53Z', 'updated_at': '2022-05-04T14:04:28Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:04:30.692322 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895147d-8f2e-4534-b1e8-db42035c3611 None None] New status for floating IP 1d3389de-cfc4-4436-99f4-1b81909968b9: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:04:30.845662 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:30.901729 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ce87-7764-41ff-8df8-08b8c5c64322 req-80e7b2bf-7de6-45e1-94df-8d76527bdafd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:30.904367 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2986ce87-7764-41ff-8df8-08b8c5c64322 req-80e7b2bf-7de6-45e1-94df-8d76527bdafd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0574739 May 04 14:04:30.957629 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:30.958655 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:30.964215 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2986ce87-7764-41ff-8df8-08b8c5c64322 req-e2aca422-88b8-4620-93db-5f57457d9fa0 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 May 04 14:04:31.067852 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Floating IP 85361f75-2cf2-467e-a65b-15460729f0c0 associated. External IP: 172.27.3.207, port: 60502655-d908-4b64-8366-bac3898e887f. May 04 14:04:31.478639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-be503fc7-265f-43e4-9767-65b7aa769a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:31.480102 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-be503fc7-265f-43e4-9767-65b7aa769a9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 912 time: 0.4090602 May 04 14:04:31.600221 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:04:31.787448 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:04:31.798508 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:04:31.799048 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:31.808756 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:31.809364 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:31.830820 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-9f0ba51e-93a4-4ea4-861b-39373cdd1bb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 200 len: 1001 time: 0.1340380 May 04 14:04:31.850138 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-2e90162d-44a8-43e4-a5b1-c77e29d91633 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "PUT /v2.0/floatingips/85361f75-2cf2-467e-a65b-15460729f0c0 HTTP/1.1" status: 200 len: 991 time: 1.8624084 May 04 14:04:31.850955 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:31.855171 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16" -d '{"events": [{"name": "network-changed", "server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:31.940149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80c9b4-f359-45f0-bd60-09b9d78d4694 x-openstack-request-id: req-ec80c9b4-f359-45f0-bd60-09b9d78d4694 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:31.940149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "tag": "60502655-d908-4b64-8366-bac3898e887f", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:31.940149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec80c9b4-f359-45f0-bd60-09b9d78d4694 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:31.940149 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec80c9b4-f359-45f0-bd60-09b9d78d4694'] response: {'name': 'network-changed', 'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'status': 'completed', 'code': 200} May 04 14:04:32.021261 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:32.116816 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b213f-7fa6-4ca9-9125-68e24953f817 req-4f76341c-4d09-4661-b595-d62dc828eea4 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.116816 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0b5b213f-7fa6-4ca9-9125-68e24953f817 req-4f76341c-4d09-4661-b595-d62dc828eea4 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0636442 May 04 14:04:32.165214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-453c2564-2889-4828-bf9e-0dfb9eb6d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.168083 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-453c2564-2889-4828-bf9e-0dfb9eb6d999 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1129 time: 0.0470314 May 04 14:04:32.197694 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-1002748a-0c39-40b3-a6f5-c1f2446f4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.197694 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-1002748a-0c39-40b3-a6f5-c1f2446f4741 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.0662565 May 04 14:04:32.206279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0b5b213f-7fa6-4ca9-9125-68e24953f817 req-fafd86c3-098f-41c7-bb8e-f1fcaf0cd67e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025143 May 04 14:04:32.275467 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-a8d59caa-87d2-424d-852c-a46c46960ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.275467 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-a8d59caa-87d2-424d-852c-a46c46960ca4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0664380 May 04 14:04:32.275965 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '85361f75-2cf2-467e-a65b-15460729f0c0', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:56Z', 'updated_at': '2022-05-04T14:04:30Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:32.318668 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-3b1b6b23-f26c-420d-8825-581b84f7a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.321297 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:04:32.321488 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-3b1b6b23-f26c-420d-8825-581b84f7a4d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.1458564 May 04 14:04:32.333141 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:32.333917 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:32.392217 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:32.403671 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-b66a0ed8-7bbe-4c55-a4e1-37729ffc7c0f service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204293 May 04 14:04:32.444932 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-58d0b85c-15e8-4a8f-8c23-8447c668533c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 999 time: 0.1130936 May 04 14:04:32.457063 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:32.513858 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a121a4b7-ef2b-4b41-b293-119d40d94ddd req-5d5c4d58-7c5a-46eb-a88c-2ebc91ff984e service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028199 May 04 14:04:32.520928 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-aafd2923-3ae1-4e57-a304-cb55f3f05425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.522650 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-aafd2923-3ae1-4e57-a304-cb55f3f05425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.0584605 May 04 14:04:32.592428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-25ff2393-dc1e-4cba-8fea-60e8b46bf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:32.593989 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-25ff2393-dc1e-4cba-8fea-60e8b46bf85a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473094 May 04 14:04:32.708742 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-5728080f-bb27-4dad-a5a7-581cce922bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968752 May 04 14:04:32.742205 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '85361f75-2cf2-467e-a65b-15460729f0c0', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:56Z', 'updated_at': '2022-05-04T14:04:30Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:32.742686 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885b7a6-96cb-4f5e-a44e-8caff7beee4f None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '85361f75-2cf2-467e-a65b-15460729f0c0', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:03:56Z', 'updated_at': '2022-05-04T14:04:30Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:04:32.809214 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3acb6988-3cc6-48cc-a4e0-0a290acb5a16 req-27ca727c-e3f2-4e34-a5d1-7c8b5129032c service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933630 May 04 14:04:32.988184 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151ea30-18b0-4401-a439-b9f59baba826 None None] New status for floating IP 85361f75-2cf2-467e-a65b-15460729f0c0: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:04:33.327231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837c773-a232-4516-9eb9-51d79e644e0e req-d0754a93-dc36-4dce-ba06-2ba258124b9a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:33.328705 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f837c773-a232-4516-9eb9-51d79e644e0e req-d0754a93-dc36-4dce-ba06-2ba258124b9a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0526037 May 04 14:04:33.388324 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f837c773-a232-4516-9eb9-51d79e644e0e req-4571d5fb-2d37-43b0-bbec-a72d93dbcf30 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535965 May 04 14:04:34.070855 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b3853-7bba-4de3-84c7-107b74985893 req-228842a5-ec3b-4552-a350-f9182fdd968a tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:34.072304 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d50b3853-7bba-4de3-84c7-107b74985893 req-228842a5-ec3b-4552-a350-f9182fdd968a tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0482469 May 04 14:04:34.119975 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d50b3853-7bba-4de3-84c7-107b74985893 req-7ddc3271-3460-4dc3-9883-f7f0d10a359b tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 May 04 14:04:34.503158 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc695-6031-45f7-b1e2-25bec9a0593c req-4f722c4c-8b7a-4e42-bdba-cb155e3db192 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:34.504643 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-577fc695-6031-45f7-b1e2-25bec9a0593c req-4f722c4c-8b7a-4e42-bdba-cb155e3db192 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0520279 May 04 14:04:34.540291 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37034) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:34.554330 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-577fc695-6031-45f7-b1e2-25bec9a0593c req-44a027d4-10cf-4025-8347-e4fe98a0c294 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 May 04 14:04:34.653690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-be21df03-3b0e-45aa-9940-a914fb5d82f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:34.728215 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-be21df03-3b0e-45aa-9940-a914fb5d82f3 admin admin] Publish callbacks [] for security_group (760bcee9-24ef-4d6d-ae26-b514c798ea1b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:34.866344 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-be21df03-3b0e-45aa-9940-a914fb5d82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (760bcee9-24ef-4d6d-ae26-b514c798ea1b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:34.908915 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21df03-3b0e-45aa-9940-a914fb5d82f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760bcee9-24ef-4d6d-ae26-b514c798ea1b,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:34.913452 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-be21df03-3b0e-45aa-9940-a914fb5d82f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c1cc36d98404fec9e08d280cfcfa29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719852 May 04 14:04:34.916670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37040) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:34.964890 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] Publish callbacks [] for security_group (760bcee9-24ef-4d6d-ae26-b514c798ea1b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:34.986243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] Publish callbacks [] for security_group (760bcee9-24ef-4d6d-ae26-b514c798ea1b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:35.186469 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (760bcee9-24ef-4d6d-ae26-b514c798ea1b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:35.189041 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:35.190269 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/760bcee9-24ef-4d6d-ae26-b514c798ea1b HTTP/1.1" status: 204 len: 168 time: 0.2733073 May 04 14:04:35.198408 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a0ab-97c4-481c-9468-852ab3da4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bcee9-24ef-4d6d-ae26-b514c798ea1b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:35.239419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c8dc5-25a7-4620-9154-2919bdd38483 req-a184ebc3-8f35-4632-8325-a11276686791 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:35.240958 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb2c8dc5-25a7-4620-9154-2919bdd38483 req-a184ebc3-8f35-4632-8325-a11276686791 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0510561 May 04 14:04:35.293746 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb2c8dc5-25a7-4620-9154-2919bdd38483 req-c66aed57-9c8f-4694-b56c-1e1f37ad0990 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 May 04 14:04:35.677403 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1557a08-24e4-44f7-82c6-71bb1c8b09c7 req-8f8da72e-f980-4ec5-b64c-9faf687b0585 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:35.678942 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e1557a08-24e4-44f7-82c6-71bb1c8b09c7 req-8f8da72e-f980-4ec5-b64c-9faf687b0585 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0534065 May 04 14:04:35.728395 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e1557a08-24e4-44f7-82c6-71bb1c8b09c7 req-38bacc62-9ae7-4452-a7a9-399037213c8d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 May 04 14:04:36.089020 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37056) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:36.102727 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-44bb85b5-bb7d-4b12-bc8a-0ec8bd726121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.177927 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-44bb85b5-bb7d-4b12-bc8a-0ec8bd726121 admin admin] Publish callbacks [] for security_group (be085a7d-ae05-4331-82bc-09e04be546d3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.278101 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-44bb85b5-bb7d-4b12-bc8a-0ec8bd726121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (be085a7d-ae05-4331-82bc-09e04be546d3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.318875 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb85b5-bb7d-4b12-bc8a-0ec8bd726121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be085a7d-ae05-4331-82bc-09e04be546d3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:36.324306 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-44bb85b5-bb7d-4b12-bc8a-0ec8bd726121 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d18e6c1edc41458599b407d323efbdc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341866 May 04 14:04:36.327928 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37062) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:36.386343 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] Publish callbacks [] for security_group (be085a7d-ae05-4331-82bc-09e04be546d3), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.412273 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] Publish callbacks [] for security_group (be085a7d-ae05-4331-82bc-09e04be546d3), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.432143 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73170684-2ce5-42db-a61d-7ba5495dd103 req-304cbc78-5992-4acf-8841-9279b3cde843 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:36.434467 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-73170684-2ce5-42db-a61d-7ba5495dd103 req-304cbc78-5992-4acf-8841-9279b3cde843 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0654488 May 04 14:04:36.496954 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-73170684-2ce5-42db-a61d-7ba5495dd103 req-7d1acfff-e644-4019-82b3-218d630e9e95 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 May 04 14:04:36.575168 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (be085a7d-ae05-4331-82bc-09e04be546d3), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.577812 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:36.578989 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be085a7d-ae05-4331-82bc-09e04be546d3 HTTP/1.1" status: 204 len: 168 time: 0.2500849 May 04 14:04:36.587921 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b52fd-b120-440d-ad1e-46dbdc12cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be085a7d-ae05-4331-82bc-09e04be546d3,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:36.850739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5379f-18fe-48ea-acbd-77960b49c729 req-e69f57e1-81fc-4169-b433-ee7f28799162 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:36.852294 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fe5379f-18fe-48ea-acbd-77960b49c729 req-e69f57e1-81fc-4169-b433-ee7f28799162 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0504122 May 04 14:04:36.920573 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fe5379f-18fe-48ea-acbd-77960b49c729 req-a235c79f-8285-4e58-b332-588656c01635 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 May 04 14:04:37.629505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131cf9-ead0-4847-a759-77910d31dc0e req-b52f5817-bb0c-432c-8608-b27b90b28417 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:37.632179 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f131cf9-ead0-4847-a759-77910d31dc0e req-b52f5817-bb0c-432c-8608-b27b90b28417 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0597029 May 04 14:04:37.691539 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f131cf9-ead0-4847-a759-77910d31dc0e req-53092a44-e4db-47c6-9a4e-a660f9a69188 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527737 May 04 14:04:38.057297 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964feef-4eb2-466b-a8d4-756a5b5e994f req-c92c6603-fd82-4372-9b9b-6857c23570d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:38.058216 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b964feef-4eb2-466b-a8d4-756a5b5e994f req-c92c6603-fd82-4372-9b9b-6857c23570d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0554197 May 04 14:04:38.116317 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b964feef-4eb2-466b-a8d4-756a5b5e994f req-bf2ac1ab-aed4-45ec-86df-f550e60f88d0 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 May 04 14:04:38.822016 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d521bb-9d43-4062-8e36-64343a140f12 req-ad8e8e8d-2c4c-4862-8afa-1e5418b89f6c tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:38.823538 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76d521bb-9d43-4062-8e36-64343a140f12 req-ad8e8e8d-2c4c-4862-8afa-1e5418b89f6c tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.0546801 May 04 14:04:38.882836 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76d521bb-9d43-4062-8e36-64343a140f12 req-4abee1df-6692-41c8-b904-0c342f5cd9bb tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 May 04 14:04:38.975090 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37138) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:39.087080 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6d001b27-a326-4ebe-a803-a07ea6620776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.232096 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-88adcc0d-278c-4ef1-a419-cd530cf7ca12 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:39.233663 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-88adcc0d-278c-4ef1-a419-cd530cf7ca12 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.58 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 945 time: 0.1063130 May 04 14:04:39.243671 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd096a-35a8-4f5d-a3e3-d7053da2c1ae req-a7f2d84c-a0bb-48a7-977c-5dc7344dc1e5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:39.245353 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7fcd096a-35a8-4f5d-a3e3-d7053da2c1ae req-a7f2d84c-a0bb-48a7-977c-5dc7344dc1e5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0528076 May 04 14:04:39.285807 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6d001b27-a326-4ebe-a803-a07ea6620776 admin admin] Publish callbacks [] for security_group (cc771693-77d3-4d01-8a5b-ad7e2ccdffe1), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.298270 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7fcd096a-35a8-4f5d-a3e3-d7053da2c1ae req-2464d6f7-1b0f-4a57-839b-b7d5048d04b5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 May 04 14:04:39.381010 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6d001b27-a326-4ebe-a803-a07ea6620776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cc771693-77d3-4d01-8a5b-ad7e2ccdffe1), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.394981 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Deleting port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:04:39.395310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.450480 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6d001b27-a326-4ebe-a803-a07ea6620776 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fcdbdb8406442f280ff61ae3a2bf064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732068 May 04 14:04:39.452719 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37152) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:39.454973 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d001b27-a326-4ebe-a803-a07ea6620776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc771693-77d3-4d01-8a5b-ad7e2ccdffe1,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:39.507645 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] Publish callbacks [] for security_group (cc771693-77d3-4d01-8a5b-ad7e2ccdffe1), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.534166 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] For port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,segment=NetworkSegment(24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18),segment_id=24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:39.534560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.547366 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] Publish callbacks [] for security_group (cc771693-77d3-4d01-8a5b-ad7e2ccdffe1), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.561299 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Calling delete_port for 322aaa29-78e8-43af-87e9-92cd3ef4b6cf owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:04:39.717717 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cc771693-77d3-4d01-8a5b-ad7e2ccdffe1), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.720543 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.721759 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc771693-77d3-4d01-8a5b-ad7e2ccdffe1 HTTP/1.1" status: 204 len: 168 time: 0.2678456 May 04 14:04:39.730210 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9019dc4-136a-4ad0-a808-f9de948a6385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc771693-77d3-4d01-8a5b-ad7e2ccdffe1,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:39.900251 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (322aaa29-78e8-43af-87e9-92cd3ef4b6cf), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:39.931323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Pushing event deleted for resources: {'Port': ['ID=322aaa29-78e8-43af-87e9-92cd3ef4b6cf,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:39.938267 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['322aaa29-78e8-43af-87e9-92cd3ef4b6cf'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:04:40.007624 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] No DVR routers for this DVR port 322aaa29-78e8-43af-87e9-92cd3ef4b6cf on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:04:40.011263 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:40.015051 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9f057203-c478-43bf-a6d3-87bcfd9d3037 req-9bf1276d-cb20-4f47-974a-4b4ca6373aba tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.58 "DELETE /v2.0/ports/322aaa29-78e8-43af-87e9-92cd3ef4b6cf HTTP/1.1" status: 204 len: 173 time: 0.7753785 May 04 14:04:40.015496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'name': 'network-vif-deleted', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:04:40.017123 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bc5e3ec3-c90c-449e-8800-aabbc39121fc req-07bc869f-836e-495f-a8c6-1f17e0eccbf7 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0346782 May 04 14:04:40.017999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ceac3-aa7d-4e64-976d-35ffdd97b936" -d '{"events": [{"server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "name": "network-vif-deleted", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:04:40.059755 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552d98b-e1a9-486d-bdb8-1f2dd7b494b6 x-openstack-request-id: req-a552d98b-e1a9-486d-bdb8-1f2dd7b494b6 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:04:40.060048 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aa65f4-f120-4208-a7b7-1a5ad7e722de", "name": "network-vif-deleted", "tag": "322aaa29-78e8-43af-87e9-92cd3ef4b6cf", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:04:40.060297 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a552d98b-e1a9-486d-bdb8-1f2dd7b494b6 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:04:40.060689 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a552d98b-e1a9-486d-bdb8-1f2dd7b494b6'] response: {'server_uuid': '60aa65f4-f120-4208-a7b7-1a5ad7e722de', 'name': 'network-vif-deleted', 'tag': '322aaa29-78e8-43af-87e9-92cd3ef4b6cf', 'status': 'completed', 'code': 200} May 04 14:04:40.435853 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4470c-733e-4ec9-8299-054b834db225 req-2ff74be0-cd99-40e8-bd26-b317253cbf30 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:40.437653 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcd4470c-733e-4ec9-8299-054b834db225 req-2ff74be0-cd99-40e8-bd26-b317253cbf30 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0533183 May 04 14:04:40.488614 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcd4470c-733e-4ec9-8299-054b834db225 req-ffe551cb-c36c-4d4b-a964-30356301bab1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 May 04 14:04:41.135506 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-59b9e052-4142-4717-b4b5-689563edbed6 req-8ef01d4d-2b92-4266-ae89-642189bf8c16 tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0361967 May 04 14:04:41.512957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37216) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:41.623655 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0a995-4d29-4f5c-960b-e21a96eca173 req-5a2cbcbc-73c3-458a-aa98-c7d8d1c9f918 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:41.627900 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77e0a995-4d29-4f5c-960b-e21a96eca173 req-5a2cbcbc-73c3-458a-aa98-c7d8d1c9f918 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0515885 May 04 14:04:41.681542 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6d78-58ce-49f2-88c8-6678ce9d9001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:41.692053 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77e0a995-4d29-4f5c-960b-e21a96eca173 req-61c832e2-1170-49f1-bbdc-4c77941a7a9e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580151 May 04 14:04:41.809634 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6d78-58ce-49f2-88c8-6678ce9d9001 admin admin] Publish callbacks [] for security_group (bd0e7aa4-31aa-46cc-9c62-2507cd318fc3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.009032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6d78-58ce-49f2-88c8-6678ce9d9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bd0e7aa4-31aa-46cc-9c62-2507cd318fc3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.049515 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d6d78-58ce-49f2-88c8-6678ce9d9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e7aa4-31aa-46cc-9c62-2507cd318fc3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:42.055652 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6e0d6d78-58ce-49f2-88c8-6678ce9d9001 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=136b72dc56bf4d3e9f3b5242cee8f6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414762 May 04 14:04:42.058960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37226) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:42.115707 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] Publish callbacks [] for security_group (bd0e7aa4-31aa-46cc-9c62-2507cd318fc3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.138341 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] Publish callbacks [] for security_group (bd0e7aa4-31aa-46cc-9c62-2507cd318fc3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.256455 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ccf24de4-55bb-4fbe-94cf-c922ec0d5317 req-2adc17e6-9927-446b-aa4f-c8b87361ea6b tempest-DeleteServersTestJSON-721889073 tempest-DeleteServersTestJSON-721889073-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aa65f4-f120-4208-a7b7-1a5ad7e722de HTTP/1.1" status: 200 len: 210 time: 0.0312195 May 04 14:04:42.316807 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bd0e7aa4-31aa-46cc-9c62-2507cd318fc3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.319357 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:42.326308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd0e7aa4-31aa-46cc-9c62-2507cd318fc3 HTTP/1.1" status: 204 len: 168 time: 0.2610414 May 04 14:04:42.332080 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671804fc-6076-44ba-a03e-8f32b37dc344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e7aa4-31aa-46cc-9c62-2507cd318fc3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:42.852831 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2d90-5198-4159-bcc5-06a94b8ad3e9 req-92993738-3f65-4ed7-a554-0633c0065a76 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:42.854374 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5d3a2d90-5198-4159-bcc5-06a94b8ad3e9 req-92993738-3f65-4ed7-a554-0633c0065a76 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0702844 May 04 14:04:42.908450 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5d3a2d90-5198-4159-bcc5-06a94b8ad3e9 req-8d271ab8-e881-4ce3-9c5f-d4ff807d9f5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 May 04 14:04:43.537996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37266) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:43.551120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9ec6a75f-b745-4ebb-89b8-d4aeee79926e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:43.602238 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 322aaa29-78e8-43af-87e9-92cd3ef4b6cf no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:04:43.639772 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 322aaa29-78e8-43af-87e9-92cd3ef4b6cf {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:04:43.640296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 322aaa29-78e8-43af-87e9-92cd3ef4b6cf not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:04:43.667294 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9ec6a75f-b745-4ebb-89b8-d4aeee79926e admin admin] Publish callbacks [] for security_group (3113f56f-cfb7-467d-a968-914c1df5498d), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:43.785175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9ec6a75f-b745-4ebb-89b8-d4aeee79926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3113f56f-cfb7-467d-a968-914c1df5498d), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:43.826552 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-9ec6a75f-b745-4ebb-89b8-d4aeee79926e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd7110da00a74c2dbea398f87efc6369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895024 May 04 14:04:43.827220 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6a75f-b745-4ebb-89b8-d4aeee79926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3113f56f-cfb7-467d-a968-914c1df5498d,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:43.829653 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37282) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:43.880399 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] Publish callbacks [] for security_group (3113f56f-cfb7-467d-a968-914c1df5498d), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:43.907585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] Publish callbacks [] for security_group (3113f56f-cfb7-467d-a968-914c1df5498d), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:44.039193 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811fa10-fb15-43d8-af84-42fb67e89723 req-ebe95d37-0357-4389-997d-e35321049748 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:44.041160 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b811fa10-fb15-43d8-af84-42fb67e89723 req-ebe95d37-0357-4389-997d-e35321049748 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0568886 May 04 14:04:44.077274 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3113f56f-cfb7-467d-a968-914c1df5498d), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:44.079939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:44.081085 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3113f56f-cfb7-467d-a968-914c1df5498d HTTP/1.1" status: 204 len: 168 time: 0.2501221 May 04 14:04:44.089351 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc481-974a-49a4-b89f-0b7ca4cd479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3113f56f-cfb7-467d-a968-914c1df5498d,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:44.092007 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b811fa10-fb15-43d8-af84-42fb67e89723 req-e621142e-cc27-4622-922b-457e14c64f37 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 May 04 14:04:44.953842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37322) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:45.105628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1497c08d-7aff-45a1-92ee-c3fac011ac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.141704 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37348) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:45.234793 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1497c08d-7aff-45a1-92ee-c3fac011ac4c admin admin] Publish callbacks [] for security_group (c079aebe-5513-4bf5-9de5-b2b2a99fd48d), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.239364 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Deleting subnet 41c15abd-4e64-497b-84c0-0df6de12b922 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:04:45.248093 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df69b-fd65-4540-85e2-68a28268ab30 req-115b0025-df9c-4997-b333-01a6d552ec43 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:45.250638 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c17df69b-fd65-4540-85e2-68a28268ab30 req-115b0025-df9c-4997-b333-01a6d552ec43 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0630319 May 04 14:04:45.254408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Publish callbacks [] for subnet (41c15abd-4e64-497b-84c0-0df6de12b922), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.320368 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (41c15abd-4e64-497b-84c0-0df6de12b922), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.359369 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c17df69b-fd65-4540-85e2-68a28268ab30 req-6438bf38-87a5-4d06-9306-545131ed0074 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826783 May 04 14:04:45.377259 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (41c15abd-4e64-497b-84c0-0df6de12b922), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.454699 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1497c08d-7aff-45a1-92ee-c3fac011ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c079aebe-5513-4bf5-9de5-b2b2a99fd48d), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.494915 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497c08d-7aff-45a1-92ee-c3fac011ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c079aebe-5513-4bf5-9de5-b2b2a99fd48d,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:45.503412 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37358) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:45.506210 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1497c08d-7aff-45a1-92ee-c3fac011ac4c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=835191c086b64391b7fb6ad87f7ba200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509226 May 04 14:04:45.557442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] Publish callbacks [] for security_group (c079aebe-5513-4bf5-9de5-b2b2a99fd48d), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.585099 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (41c15abd-4e64-497b-84c0-0df6de12b922), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.635515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] Publish callbacks [] for security_group (c079aebe-5513-4bf5-9de5-b2b2a99fd48d), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.649197 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c15abd-4e64-497b-84c0-0df6de12b922,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:45.671691 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.680629 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-be92f503-6702-4048-8a8e-1810788f0cb6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/41c15abd-4e64-497b-84c0-0df6de12b922 HTTP/1.1" status: 204 len: 168 time: 0.5375352 May 04 14:04:45.685924 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37364) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:45.813793 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (88444c6e-09e6-47ad-a444-c569b74d61f3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.905759 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (88444c6e-09e6-47ad-a444-c569b74d61f3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.927702 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88444c6e-09e6-47ad-a444-c569b74d61f3']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:45.938619 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:45.938930 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:45.949953 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.962808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.970131 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c079aebe-5513-4bf5-9de5-b2b2a99fd48d), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.972650 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.973904 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c079aebe-5513-4bf5-9de5-b2b2a99fd48d HTTP/1.1" status: 204 len: 168 time: 0.4694471 May 04 14:04:45.975058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:04:45.975441 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (24cc1d8f-2be9-4df1-b4e8-1b9b2b154f18), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:04:45.978767 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:04:46.002798 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c728-590f-4655-81bf-1de1c8e40c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c079aebe-5513-4bf5-9de5-b2b2a99fd48d,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:46.140545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (88444c6e-09e6-47ad-a444-c569b74d61f3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.146166 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.149257 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] 10.222.0.69 "DELETE /v2.0/networks/88444c6e-09e6-47ad-a444-c569b74d61f3 HTTP/1.1" status: 204 len: 168 time: 0.4609601 May 04 14:04:46.160617 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf3aab-e01d-4e6a-bf0c-f2944d63f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=88444c6e-09e6-47ad-a444-c569b74d61f3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:46.477967 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808bcd-3036-4832-b8b2-386cf5035b91 req-848cb0f6-0969-460c-87bf-04ab5569ea1d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:46.479435 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1a808bcd-3036-4832-b8b2-386cf5035b91 req-848cb0f6-0969-460c-87bf-04ab5569ea1d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0472887 May 04 14:04:46.534946 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1a808bcd-3036-4832-b8b2-386cf5035b91 req-796f20c9-67dc-4c3e-b2f7-155e13b19c2a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 May 04 14:04:46.723512 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37388) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:46.766882 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e57c6cf2-f579-4d00-a172-374abdd46cb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac9f2ac674ab4b5e87bfdd3bafacec37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420415 May 04 14:04:46.769396 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37390) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:46.816680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37392) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:46.834440 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5991ab37-375b-4f1f-876d-ccc8d3778ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.834605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] Publish callbacks [] for security_group (cd75abd1-e75a-4e0d-93a0-d91c3fd0c176), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.867570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] Publish callbacks [] for security_group (cd75abd1-e75a-4e0d-93a0-d91c3fd0c176), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.926930 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5991ab37-375b-4f1f-876d-ccc8d3778ea3 admin admin] Publish callbacks [] for security_group (844eb54b-5280-4f33-881e-215c7f611085), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.003091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cd75abd1-e75a-4e0d-93a0-d91c3fd0c176), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.005810 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.007201 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd75abd1-e75a-4e0d-93a0-d91c3fd0c176 HTTP/1.1" status: 204 len: 168 time: 0.2367146 May 04 14:04:47.017140 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c352df-7c51-45f8-bc24-670e9b5b0507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75abd1-e75a-4e0d-93a0-d91c3fd0c176,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:47.037146 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5991ab37-375b-4f1f-876d-ccc8d3778ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (844eb54b-5280-4f33-881e-215c7f611085), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.081000 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5991ab37-375b-4f1f-876d-ccc8d3778ea3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2a8ef7c573d4f9b9879ee9ae8cc90af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635245 May 04 14:04:47.083693 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37400) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:47.091010 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991ab37-375b-4f1f-876d-ccc8d3778ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844eb54b-5280-4f33-881e-215c7f611085,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:47.143716 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] Publish callbacks [] for security_group (844eb54b-5280-4f33-881e-215c7f611085), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.181386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] Publish callbacks [] for security_group (844eb54b-5280-4f33-881e-215c7f611085), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.334910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (844eb54b-5280-4f33-881e-215c7f611085), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.337670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.338873 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/844eb54b-5280-4f33-881e-215c7f611085 HTTP/1.1" status: 204 len: 168 time: 0.2542827 May 04 14:04:47.349201 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4f411-fcc5-4c6e-ba7b-89ece9ad2a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844eb54b-5280-4f33-881e-215c7f611085,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:47.497671 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37412) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:47.668749 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf7f57-0c49-404a-9c3b-394d84609170 req-51139244-23eb-4017-8237-acb2748ccfca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:47.670728 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3cf7f57-0c49-404a-9c3b-394d84609170 req-51139244-23eb-4017-8237-acb2748ccfca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0612571 May 04 14:04:47.732071 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3cf7f57-0c49-404a-9c3b-394d84609170 req-291808e5-6a12-4de8-b674-30dde162d4cb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 May 04 14:04:47.881663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9b36984-3737-4754-b987-e9566a0fe845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:47.976908 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9b36984-3737-4754-b987-e9566a0fe845 admin admin] Publish callbacks [] for security_group (516df47c-3c73-42c1-acd9-329391952cac), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.061052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9b36984-3737-4754-b987-e9566a0fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (516df47c-3c73-42c1-acd9-329391952cac), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.100742 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36984-3737-4754-b987-e9566a0fe845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516df47c-3c73-42c1-acd9-329391952cac,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:48.113664 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a9b36984-3737-4754-b987-e9566a0fe845 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95db888da14a4d04b01b687155509e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114562 May 04 14:04:48.113664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37436) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:48.164961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] Publish callbacks [] for security_group (516df47c-3c73-42c1-acd9-329391952cac), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.190591 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] Publish callbacks [] for security_group (516df47c-3c73-42c1-acd9-329391952cac), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.409485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (516df47c-3c73-42c1-acd9-329391952cac), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.412049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.413173 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/516df47c-3c73-42c1-acd9-329391952cac HTTP/1.1" status: 204 len: 168 time: 0.2991452 May 04 14:04:48.424320 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307f61-c71f-4701-a234-a9218c169457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516df47c-3c73-42c1-acd9-329391952cac,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:48.868441 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4c683-ed7b-4ddc-97a1-384ed1993eb3 req-177df5cc-8dc1-4c70-94e5-225cdb5d74de tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:48.869995 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17e4c683-ed7b-4ddc-97a1-384ed1993eb3 req-177df5cc-8dc1-4c70-94e5-225cdb5d74de tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0682755 May 04 14:04:48.938654 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17e4c683-ed7b-4ddc-97a1-384ed1993eb3 req-98015ced-e261-4fcc-90ab-ab56dec5e25a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 May 04 14:04:49.008454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37470) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:49.152862 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-839780296-network', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:49.317476 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:04:49.319810 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.329920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.634642 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks [] for security_group (1717533f-02a8-4817-8e88-39a61257986f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.723221 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1717533f-02a8-4817-8e88-39a61257986f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.745231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:04:49.762438 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1717533f-02a8-4817-8e88-39a61257986f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:49.765507 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (acec9333-e97b-4f52-bc73-2c0f59ab0ba4), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.765848 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Added segment acec9333-e97b-4f52-bc73-2c0f59ab0ba4 of type vlan for network fd8c14f5-74df-4d08-8f17-f0187142a532 May 04 14:04:49.808167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (fd8c14f5-74df-4d08-8f17-f0187142a532), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:50.001521 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (fd8c14f5-74df-4d08-8f17-f0187142a532), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:50.001521 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:50.002659 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:50.113046 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea1d36-5225-49a0-ae50-2a22d2eb9277 req-6d5bfdf3-981a-478d-b6dd-9f806e8e86eb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:50.115433 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-93ea1d36-5225-49a0-ae50-2a22d2eb9277 req-6d5bfdf3-981a-478d-b6dd-9f806e8e86eb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0743201 May 04 14:04:50.136871 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8c14f5-74df-4d08-8f17-f0187142a532,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:50.149224 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network fd8c14f5-74df-4d08-8f17-f0187142a532 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:04:50.175892 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-93ea1d36-5225-49a0-ae50-2a22d2eb9277 req-f62cc7f1-cd6c-4611-a084-44c447b4c8bb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 May 04 14:04:50.198500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37530) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:50.202723 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0091161d-1a39-4f93-acac-8d6bcdce3ec4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1863720 May 04 14:04:50.204413 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Request body: {'subnet': {'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-839780296-subnet', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:50.386465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:04:50.391219 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3506130'] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:50.706319 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2970215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3506080'] for subnet (b456a448-c010-4e06-a1a6-c9e166e232f5), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:50.752482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b456a448-c010-4e06-a1a6-c9e166e232f5,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:50.790546 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:50.790926 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Network hostable DHCP agents. Network: fd8c14f5-74df-4d08-8f17-f0187142a532, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:04:50.900201 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:04:51.016428 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, fd8c14f5-74df-4d08-8f17-f0187142a532) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:51.032722 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:51.032854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f620a-87d1-423e-9634-9e2f46e1891f None None] Network fd8c14f5-74df-4d08-8f17-f0187142a532 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:04:51.033320 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.149939 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-fd8c14f5-74df-4d08-8f17-f0187142a532', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:04:51.154353 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.178568 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-46277499-65ad-4fcd-b5de-60ab172e4297 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9787309 May 04 14:04:51.182839 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37546) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:51.189143 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:51.343817 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Allocated IP 172.20.0.2 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/8de99808-2b3f-4a13-92fb-eb3dff4e8145) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:04:51.397396 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.401662 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.501866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for router_controller (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), precommit_add_association {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.518078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks [] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.518808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8065-e9b9-4983-bb9e-3ad82c2103b4 req-95e23bad-99af-455f-a45c-bb2cbab5a5e1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:51.520314 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ea7b8065-e9b9-4983-bb9e-3ad82c2103b4 req-95e23bad-99af-455f-a45c-bb2cbab5a5e1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0880072 May 04 14:04:51.592951 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ea7b8065-e9b9-4983-bb9e-3ad82c2103b4 req-72d3493c-72f4-4edf-922c-cd907164d07b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657141 May 04 14:04:51.639365 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.681197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:51.690960 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:51.696319 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:04:51.702346 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Pushing event updated for resources: {'Port': ['ID=8de99808-2b3f-4a13-92fb-eb3dff4e8145,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:51.715856 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.717696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.717696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.717696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.717696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.717696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719051 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719051 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719051 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719051 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719497 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719568 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.719890 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.720203 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.720698 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:51.760972 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:04:51.776168 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Attempting to bind port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:51.776542 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Attempting to bind port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:51.776908 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Attempting to bind port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:51.783429 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:51.783808 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:51.784216 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.784609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:51.786692 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Bound port: 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:51.786692 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.831718 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for router_gateway (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.868704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] For port 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:51.873357 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] For port 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=8de99808-2b3f-4a13-92fb-eb3dff4e8145,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:51.981652 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.067731 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8982-4a42-43ea-956e-a53ac1718e6d None None] Pushing event updated for resources: {'Port': ['ID=8de99808-2b3f-4a13-92fb-eb3dff4e8145,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:52.223064 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for router_gateway (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.243688 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.399249 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Allocated IP 172.27.3.226 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/e3dcc2ec-99de-43ce-bc1f-3cae33f316ca) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:04:52.581052 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.741441 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.784263 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37602) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:52.803801 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2809b46-61a4-43a8-958c-9faf43090bd5 req-091ddb8f-a4d9-48fe-85f1-5d6d6247d999 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:52.805574 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2809b46-61a4-43a8-958c-9faf43090bd5 req-091ddb8f-a4d9-48fe-85f1-5d6d6247d999 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1148801 May 04 14:04:52.825026 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:52.845175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:52.873559 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:04:52.878875 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Pushing event updated for resources: {'Port': ['ID=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:52.997466 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37610) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:53.085483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-50e826f6-406e-4dc2-8cd5-2b7574eadc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.100532 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ba6797d-d698-49f2-adea-f43e3304d2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.217685 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-50e826f6-406e-4dc2-8cd5-2b7574eadc60 admin admin] Publish callbacks [] for security_group (06427ba1-73d9-4ecd-95a4-7b14fee22f00), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.265780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ba6797d-d698-49f2-adea-f43e3304d2af admin admin] Publish callbacks [] for security_group (52f999fe-68bc-4e11-82d2-e8b686b9f460), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.290698 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2809b46-61a4-43a8-958c-9faf43090bd5 req-ed6742cf-b04b-4a9e-9938-7c03bfbaa47a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704506 May 04 14:04:53.310977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-50e826f6-406e-4dc2-8cd5-2b7574eadc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (06427ba1-73d9-4ecd-95a4-7b14fee22f00), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.360833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e826f6-406e-4dc2-8cd5-2b7574eadc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06427ba1-73d9-4ecd-95a4-7b14fee22f00,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:53.367895 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-50e826f6-406e-4dc2-8cd5-2b7574eadc60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f3daa30e4954ddd94e7889883a5dbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690009 May 04 14:04:53.374749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37618) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:53.389153 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fd4ee-a5a3-4e3d-a244-a54c43ecc2c4 None None] Network fd8c14f5-74df-4d08-8f17-f0187142a532 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:04:53.400347 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2ba6797d-d698-49f2-adea-f43e3304d2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (52f999fe-68bc-4e11-82d2-e8b686b9f460), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.452640 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2ba6797d-d698-49f2-adea-f43e3304d2af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc880d93f02e4186b2662a3badebb437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6666238 May 04 14:04:53.455701 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37620) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:53.476692 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6797d-d698-49f2-adea-f43e3304d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f999fe-68bc-4e11-82d2-e8b686b9f460,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:53.479923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Provisioning complete for port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:53.481392 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.495476 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] Publish callbacks [] for security_group (06427ba1-73d9-4ecd-95a4-7b14fee22f00), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.529607 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] Publish callbacks [] for security_group (06427ba1-73d9-4ecd-95a4-7b14fee22f00), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.640564 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] Publish callbacks [] for security_group (52f999fe-68bc-4e11-82d2-e8b686b9f460), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.648869 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Current status of the port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:53.648869 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.671482 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (06427ba1-73d9-4ecd-95a4-7b14fee22f00), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.676504 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.678720 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06427ba1-73d9-4ecd-95a4-7b14fee22f00 HTTP/1.1" status: 204 len: 168 time: 0.3008811 May 04 14:04:53.687007 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] Publish callbacks [] for security_group (52f999fe-68bc-4e11-82d2-e8b686b9f460), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.716084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 8de99808-2b3f-4a13-92fb-eb3dff4e8145 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:53.731438 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe20f8-8669-424f-a7ce-28aef590fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06427ba1-73d9-4ecd-95a4-7b14fee22f00,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:53.795118 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for router_gateway (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.796620 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] For port 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=8de99808-2b3f-4a13-92fb-eb3dff4e8145,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:53.845369 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:53.849178 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.877937 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.974744 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (52f999fe-68bc-4e11-82d2-e8b686b9f460), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.978194 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:53.982743 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52f999fe-68bc-4e11-82d2-e8b686b9f460 HTTP/1.1" status: 204 len: 168 time: 0.5224121 May 04 14:04:53.982957 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:53.991990 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf98833-08cc-4170-aed0-3dc7270e70a6 None None] Pushing event updated for resources: {'Port': ['ID=8de99808-2b3f-4a13-92fb-eb3dff4e8145,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:54.019066 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5d527-f98e-4423-969d-44ad4d2d0fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f999fe-68bc-4e11-82d2-e8b686b9f460,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:54.038409 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.100068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-ac282a39-dee6-49ac-9e38-0c9221147c7c None None] Provisioning complete for port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:54.100588 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ac282a39-dee6-49ac-9e38-0c9221147c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.195829 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-ac282a39-dee6-49ac-9e38-0c9221147c7c None None] Current status of the port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:54.288528 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:04:54.436449 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:04:54.443969 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559674ac-7c05-443c-8de8-93b22bf05fbd req-f1c93ac2-be83-4425-9d2b-ae7ab6ed841b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:54.445581 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-559674ac-7c05-443c-8de8-93b22bf05fbd req-f1c93ac2-be83-4425-9d2b-ae7ab6ed841b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0602589 May 04 14:04:54.454521 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:04:54.464278 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:54.464937 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:54.508467 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-559674ac-7c05-443c-8de8-93b22bf05fbd req-5aa1ea17-6582-42b1-b636-b6f8a54de3cb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488052 May 04 14:04:54.576603 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.578477 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-25d2fdc0-e02c-4040-b9c1-e42c712704fd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3933399 May 04 14:04:54.581568 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37638) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:54.589260 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:54.597601 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37640) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:54.612501 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-176e27a6-2c8d-4440-b9d1-659e9d601ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.721774 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-176e27a6-2c8d-4440-b9d1-659e9d601ba6 admin admin] Publish callbacks [] for security_group (2eb5e7c8-f24d-4538-94c7-dd5ae998db2b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.801730 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:53Z', 'revision_number': 3, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:54.820035 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-176e27a6-2c8d-4440-b9d1-659e9d601ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2eb5e7c8-f24d-4538-94c7-dd5ae998db2b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.832480 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:04:54.833079 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Updating router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:04:54.873483 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:54.878838 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-176e27a6-2c8d-4440-b9d1-659e9d601ba6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=901d2fffeafd40fcb6fcfe9b1b820675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800336 May 04 14:04:54.880001 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e27a6-2c8d-4440-b9d1-659e9d601ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5e7c8-f24d-4538-94c7-dd5ae998db2b,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:54.901125 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37648) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:54.902883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37650) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:54.943162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d28bc3bc-f0fb-472d-9679-fa7f20aba9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.011450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] Publish callbacks [] for security_group (2eb5e7c8-f24d-4538-94c7-dd5ae998db2b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.043598 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] Publish callbacks [] for security_group (2eb5e7c8-f24d-4538-94c7-dd5ae998db2b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.107298 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d28bc3bc-f0fb-472d-9679-fa7f20aba9d8 admin admin] Publish callbacks [] for security_group (dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.120046 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.175840 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks [] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.237513 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d28bc3bc-f0fb-472d-9679-fa7f20aba9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.283737 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d28bc3bc-f0fb-472d-9679-fa7f20aba9d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b8fa094b4e14650868a0b1ad6b2b474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743203 May 04 14:04:55.285106 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2eb5e7c8-f24d-4538-94c7-dd5ae998db2b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.288241 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.289588 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2eb5e7c8-f24d-4538-94c7-dd5ae998db2b HTTP/1.1" status: 204 len: 168 time: 0.3845870 May 04 14:04:55.290407 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37656) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:55.293509 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.299760 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bc3bc-f0fb-472d-9679-fa7f20aba9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:55.356229 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f01ef9-c9d8-4e32-ab6a-9e5fef1a3fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5e7c8-f24d-4538-94c7-dd5ae998db2b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:55.372214 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Pushing event updated for resources: {'Port': ['ID=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:55.397432 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.400769 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.401807 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.403095 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.404152 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.404799 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.413851 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.414420 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.414985 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.415399 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.415805 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.416219 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.416730 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.417287 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.417846 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:04:55.431572 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373629f-5f08-45ab-8a92-8c75ed3c232a req-e9dae695-3786-4fce-9007-8256470715a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:55.433480 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9373629f-5f08-45ab-8a92-8c75ed3c232a req-e9dae695-3786-4fce-9007-8256470715a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1130 time: 0.1071672 May 04 14:04:55.435923 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Attempting to bind port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:55.436293 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Attempting to bind port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:55.436656 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Attempting to bind port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:55.444321 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:55.444984 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:55.445570 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.446104 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:55.446841 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Bound port: e3dcc2ec-99de-43ce-bc1f-3cae33f316ca, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:55.447441 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.469439 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] Publish callbacks [] for security_group (dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.512515 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] Publish callbacks [] for security_group (dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.516486 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] For port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:55.520543 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] For port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:55.530310 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9373629f-5f08-45ab-8a92-8c75ed3c232a req-aaaf4e99-11a9-4e3f-83f9-ce50192b566b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807416 May 04 14:04:55.540248 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Allocated IP 172.20.0.1 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/c55206e6-677c-495e-b213-555ce46b088c) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:04:55.661129 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.661348 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 8de99808-2b3f-4a13-92fb-eb3dff4e8145 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:55.689043 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.691780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.693054 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f HTTP/1.1" status: 204 len: 168 time: 0.4014168 May 04 14:04:55.699980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d679658-4db5-4ac2-aa57-693429ab71b4 req-9dc06a4a-68c0-437f-a35f-eb687d3c3bf8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:55.701695 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3d679658-4db5-4ac2-aa57-693429ab71b4 req-9dc06a4a-68c0-437f-a35f-eb687d3c3bf8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0771058 May 04 14:04:55.717789 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42925911-c824-4cdf-b027-70d5c45d2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bbbd1-e3ee-4fa7-b0eb-b766f86acd1f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:55.732904 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5fc9-e57e-4440-9936-1b98fa3dded6 None None] Pushing event updated for resources: {'Port': ['ID=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:55.758065 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:55.759113 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:55.783520 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks [] for port (c55206e6-677c-495e-b213-555ce46b088c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.790107 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:55.790612 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:55.852346 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3d679658-4db5-4ac2-aa57-693429ab71b4 req-977b3feb-ef8d-43a0-95a7-dfe2f12c7d26 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440957 May 04 14:04:55.911394 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:55.940362 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e051f4fa-d177-47c0-b82f-7609ff467d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.006579 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:56.025994 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.076398 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:56.076398 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:56.077932 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:04:56.100842 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Pushing event updated for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:56.121999 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.198508 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:53Z', 'revision_number': 3, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:56.235344 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cd88f-7696-4ffb-b026-f813a3b6362a None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:53Z', 'revision_number': 3, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:04:56.431699 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b2099b58-b5a4-489e-8e32-e590e02b5478 None None] Provisioning complete for port c55206e6-677c-495e-b213-555ce46b088c triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:56.432165 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b2099b58-b5a4-489e-8e32-e590e02b5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (c55206e6-677c-495e-b213-555ce46b088c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.471706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b2099b58-b5a4-489e-8e32-e590e02b5478 None None] Port c55206e6-677c-495e-b213-555ce46b088c cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:04:56.553391 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c55206e6-677c-495e-b213-555ce46b088c), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.853978 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks [] for port (c55206e6-677c-495e-b213-555ce46b088c), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:56.929133 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:57.085606 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac10c26-c53c-474f-b6c7-601110642e33 req-323366f1-945c-44a4-86ea-939e147ffdf2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:57.090840 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5ac10c26-c53c-474f-b6c7-601110642e33 req-323366f1-945c-44a4-86ea-939e147ffdf2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1087992 May 04 14:04:57.092194 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:57.100211 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Pushing event updated for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:57.206513 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5ac10c26-c53c-474f-b6c7-601110642e33 req-8f345175-4418-4ed3-9518-7b627735bf6a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110189 May 04 14:04:57.254637 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:04:57.257671 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:04:57.435750 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:04:57.594960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:04:57.600175 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b917e30c-166e-49f8-8a8f-4852fdfc7b58 admin admin] 10.222.0.69 "PUT /v2.0/routers/6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173805 May 04 14:04:57.604541 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-32a29e96-ce6b-4898-9346-a89899be4fab None None] Provisioning complete for port c55206e6-677c-495e-b213-555ce46b088c triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:57.605690 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-32a29e96-ce6b-4898-9346-a89899be4fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (c55206e6-677c-495e-b213-555ce46b088c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:57.654543 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device e3dcc2ec-99de-43ce-bc1f-3cae33f316ca up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:57.687336 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-32a29e96-ce6b-4898-9346-a89899be4fab None None] Port c55206e6-677c-495e-b213-555ce46b088c cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:04:57.719546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:57.719874 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:57.858548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:04:57.858965 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:57.883019 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:04:57.986288 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.038953 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:58.146945 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.148787 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-000b7b6a-6ba5-4245-a1bd-b5ea3d9bfad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.484331 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37756) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:58.489027 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094546711', 'description': 'tempest-description--872620922'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:58.541180 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:04:58.556324 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:04:58.556975 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:58.607027 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef439a8f-f537-4ec3-9cd5-9b04f7bbf5ad req-03271ccc-2d2c-463e-afed-ad4eeab4f033 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:58.608616 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ef439a8f-f537-4ec3-9cd5-9b04f7bbf5ad req-03271ccc-2d2c-463e-afed-ad4eeab4f033 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.2971416 May 04 14:04:58.660911 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ef439a8f-f537-4ec3-9cd5-9b04f7bbf5ad req-ce419cc5-0674-4cdf-8bab-26873d9f8dd2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 May 04 14:04:58.681795 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:04:58.740123 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.789630 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b65ff-ee2c-4711-a1a6-ddd80b3f289d req-6cd3a4d9-1e1b-4231-8e1c-3c9438fe9640 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:04:58.791263 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-830b65ff-ee2c-4711-a1a6-ddd80b3f289d req-6cd3a4d9-1e1b-4231-8e1c-3c9438fe9640 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0538869 May 04 14:04:58.841334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (91ba6ddc-14b7-4377-8a6a-c669629dc1e2), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.864526 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-830b65ff-ee2c-4711-a1a6-ddd80b3f289d req-b4e7ec25-2412-4053-861c-1f5ebcfe2c57 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658598 May 04 14:04:58.917470 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (91ba6ddc-14b7-4377-8a6a-c669629dc1e2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:58.953475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba6ddc-14b7-4377-8a6a-c669629dc1e2,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:59.078458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.087723 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d23d2b51-863d-4b59-86f4-40e8116949f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5985615 May 04 14:04:59.087980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37774) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:59.095441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '91ba6ddc-14b7-4377-8a6a-c669629dc1e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:59.101166 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:04:59.134680 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:04:59.135261 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Updating router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 port c55206e6-677c-495e-b213-555ce46b088c binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:04:59.176759 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c55206e6-677c-495e-b213-555ce46b088c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.212226 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (49db42af-2d56-409b-8f12-d2ec86e7e511), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.295330 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (49db42af-2d56-409b-8f12-d2ec86e7e511), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.313172 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.379807 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (49db42af-2d56-409b-8f12-d2ec86e7e511), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.402431 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49db42af-2d56-409b-8f12-d2ec86e7e511,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:59.481938 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks [] for port (c55206e6-677c-495e-b213-555ce46b088c), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.547890 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.549145 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0a564145-5310-4013-8a61-aff97161ff64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4602649 May 04 14:04:59.553041 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37786) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:59.557022 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '91ba6ddc-14b7-4377-8a6a-c669629dc1e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:04:59.600920 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.603354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device e3dcc2ec-99de-43ce-bc1f-3cae33f316ca up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:04:59.699417 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (c993b4a9-30e4-4738-9f73-f4efac0f49c1), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.710689 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116e22-a3f4-4536-85c5-4327af0f386a None None] Pushing event updated for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:59.775866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:04:59.776490 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.786043 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (c993b4a9-30e4-4738-9f73-f4efac0f49c1), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.809575 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Attempting to bind port c55206e6-677c-495e-b213-555ce46b088c on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:04:59.809950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Attempting to bind port c55206e6-677c-495e-b213-555ce46b088c by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:04:59.810320 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Attempting to bind port c55206e6-677c-495e-b213-555ce46b088c on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:04:59.823947 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:04:59.824529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:04:59.825071 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.825399 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:04:59.825876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Bound port: c55206e6-677c-495e-b213-555ce46b088c, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:04:59.826265 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c55206e6-677c-495e-b213-555ce46b088c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.868533 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37790) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:59.877898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (c993b4a9-30e4-4738-9f73-f4efac0f49c1), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:59.925427 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c993b4a9-30e4-4738-9f73-f4efac0f49c1,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:59.934061 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] For port c55206e6-677c-495e-b213-555ce46b088c, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:04:59.946647 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] For port c55206e6-677c-495e-b213-555ce46b088c, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=c55206e6-677c-495e-b213-555ce46b088c,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:04:59.957687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:00.025840 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-521750d4-991f-4521-91fe-8b1aea961864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.027265 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-5951ade8-53a5-434e-b4e6-01bd98f45216 None None] Provisioning complete for port c55206e6-677c-495e-b213-555ce46b088c triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:00.028136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5951ade8-53a5-434e-b4e6-01bd98f45216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (c55206e6-677c-495e-b213-555ce46b088c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.039927 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.041428 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-524f4ec0-00d4-4f51-af82-10c05d012c6c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4885952 May 04 14:05:00.044870 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37798) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:00.050922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:00.054165 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.110391 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-5951ade8-53a5-434e-b4e6-01bd98f45216 None None] Port c55206e6-677c-495e-b213-555ce46b088c cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:00.137636 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116e22-a3f4-4536-85c5-4327af0f386a None None] Pushing event updated for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:00.142585 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:00.142585 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:00.174029 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-521750d4-991f-4521-91fe-8b1aea961864 admin admin] Publish callbacks [] for security_group (1a5a947b-3419-46de-96d3-4401a00f6286), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.249767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.278153 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-521750d4-991f-4521-91fe-8b1aea961864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1a5a947b-3419-46de-96d3-4401a00f6286), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.288582 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:00.381019 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-521750d4-991f-4521-91fe-8b1aea961864 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb13d0526b844795b7cab18a1911603b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112593 May 04 14:05:00.383912 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521750d4-991f-4521-91fe-8b1aea961864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a947b-3419-46de-96d3-4401a00f6286,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:00.387023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37812) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:00.465597 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.500038 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] Publish callbacks [] for security_group (1a5a947b-3419-46de-96d3-4401a00f6286), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.544651 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] Publish callbacks [] for security_group (1a5a947b-3419-46de-96d3-4401a00f6286), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.590234 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Provisioning complete for port c55206e6-677c-495e-b213-555ce46b088c triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:00.590784 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (c55206e6-677c-495e-b213-555ce46b088c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.617409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.27.3.129 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/c551e837-4497-4d0d-a070-97b9a8d19068) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:00.678005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1a5a947b-3419-46de-96d3-4401a00f6286), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.681364 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.682816 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a5a947b-3419-46de-96d3-4401a00f6286 HTTP/1.1" status: 204 len: 168 time: 0.2832789 May 04 14:05:00.692139 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600ee5-391b-4465-adb0-1301a13f75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a947b-3419-46de-96d3-4401a00f6286,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:00.715574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:04:59Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:00.798903 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e632004-6107-42b4-85b8-38c2d50bb8fc None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:04:59Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:00.833623 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (c551e837-4497-4d0d-a070-97b9a8d19068), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.844670 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Current status of the port c55206e6-677c-495e-b213-555ce46b088c is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:00.845059 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c55206e6-677c-495e-b213-555ce46b088c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:00.909883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] For port c55206e6-677c-495e-b213-555ce46b088c, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=c55206e6-677c-495e-b213-555ce46b088c,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:00.932539 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-09091cc6-e5e2-4178-8a7f-cecb70dfc620 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643690 May 04 14:05:00.957600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.015270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.015852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.096610 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:01.100551 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:01.115265 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:01.137407 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=c551e837-4497-4d0d-a070-97b9a8d19068,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:01.139417 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788548cf-639a-4c73-8f04-c324878139b1 None None] Pushing event updated for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:01.178917 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-4abad71e-6ccd-4b84-a8a4-62bc1e22c10e tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:01.185265 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-4abad71e-6ccd-4b84-a8a4-62bc1e22c10e tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537513 May 04 14:05:01.201668 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-22a9b151-dc97-4f91-9179-3bb8e1ef051d tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/quotas/5bb0853cadbc43b595f2c26fdb1daa06 HTTP/1.1" status: 200 len: 375 time: 0.0152893 May 04 14:05:01.220268 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.255983 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-5fc5360e-64ae-4850-8565-19a2100109a6 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470388 May 04 14:05:01.422525 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.680386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device c55206e6-677c-495e-b213-555ce46b088c up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:01.686984 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (c551e837-4497-4d0d-a070-97b9a8d19068), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.712494 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1c660270-d709-471d-9067-2761db4a43a1 req-006def37-a64e-4658-86e7-978d9d53736a tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0654461 May 04 14:05:01.768811 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port c55206e6-677c-495e-b213-555ce46b088c triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:01.769616 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (c55206e6-677c-495e-b213-555ce46b088c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.814356 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.913911 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:01.926227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port c55206e6-677c-495e-b213-555ce46b088c is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:01.936906 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=c551e837-4497-4d0d-a070-97b9a8d19068,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:02.006935 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11829b-c108-4fbc-a809-5d556190b4a9 req-34dcdb4f-9da3-4034-829f-37a70a967c6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:02.008492 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e11829b-c108-4fbc-a809-5d556190b4a9 req-34dcdb4f-9da3-4034-829f-37a70a967c6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0685716 May 04 14:05:02.037593 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-bf54dabc-d506-44dd-970f-ec8af0defef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:02.039374 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-bf54dabc-d506-44dd-970f-ec8af0defef5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.0447485 May 04 14:05:02.059160 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:02.072182 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e11829b-c108-4fbc-a809-5d556190b4a9 req-76c79dff-ad7c-4817-9e91-0e73ff884146 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 May 04 14:05:02.073575 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-79c0aed2-6dff-4347-82a3-d72ffa567f88 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0274041 May 04 14:05:02.198330 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-1e793043-69e0-4432-9f68-ff76a6db60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:02.200509 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-1e793043-69e0-4432-9f68-ff76a6db60e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1538639 May 04 14:05:02.276089 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-f387edea-0b5c-4625-88cb-7448930e70ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.0622890 May 04 14:05:02.342146 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-92ae7d59-029f-4972-8a44-b5441bb9d67b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2094546711&fields=id&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 267 time: 0.0562086 May 04 14:05:02.466120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-c54ba977-8337-48b5-a013-406cc52306d0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:02.467550 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-c54ba977-8337-48b5-a013-406cc52306d0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1184013 May 04 14:05:02.483586 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-e959ce8c-f1c6-4e0a-89da-f8432c9efa2d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/quotas/8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 375 time: 0.0105767 May 04 14:05:02.530060 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:02.538845 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-04480865-559d-4d74-ae7f-5658f4af1ca3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448215 May 04 14:05:02.652959 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-afd350ec-a041-4ab9-ab2c-a73645b054e8 service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988994 May 04 14:05:02.754333 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-690bbee2-c012-4235-b7a3-267220ef8b02 service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946796 May 04 14:05:02.823762 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ae2930b3-329f-40e5-ba99-14f82daf5c7f req-501ceb7c-e43a-49e4-b23f-4eea776d2bc2 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0318468 May 04 14:05:03.089625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-91dfd82d-a96e-455f-bfcf-11a6bb009fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:03.091863 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-91dfd82d-a96e-455f-bfcf-11a6bb009fac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0656068 May 04 14:05:03.103266 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8dbc69ea-3dd0-47b0-b2f1-683ff4e695aa req-a830e4c1-575b-497d-bcb9-72d437bb638a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0383818 May 04 14:05:03.213023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5b92-1047-4564-b4b8-bd9836b22ed0 req-c3b1182b-473c-4a36-b630-96997e723d53 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:03.215204 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-857a5b92-1047-4564-b4b8-bd9836b22ed0 req-c3b1182b-473c-4a36-b630-96997e723d53 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0514343 May 04 14:05:03.263938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-857a5b92-1047-4564-b4b8-bd9836b22ed0 req-00e4e538-ef3b-40fb-8ae0-9c1d48ec3811 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 May 04 14:05:03.397473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 37914) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:03.528488 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e3f92986-7af1-4d15-8b79-6430a6e42841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:03.605803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e3f92986-7af1-4d15-8b79-6430a6e42841 admin admin] Publish callbacks [] for security_group (1209682a-3435-4500-891a-733bee6ec7c2), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:03.694523 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e3f92986-7af1-4d15-8b79-6430a6e42841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1209682a-3435-4500-891a-733bee6ec7c2), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:03.735196 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e3f92986-7af1-4d15-8b79-6430a6e42841 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=921beff7f33a4c56adcfd8400ecfbaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364725 May 04 14:05:03.736123 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f92986-7af1-4d15-8b79-6430a6e42841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1209682a-3435-4500-891a-733bee6ec7c2,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:03.737761 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37924) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:03.796466 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] Publish callbacks [] for security_group (1209682a-3435-4500-891a-733bee6ec7c2), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:03.833873 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] Publish callbacks [] for security_group (1209682a-3435-4500-891a-733bee6ec7c2), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:03.882380 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-eb9d078d-09c0-423d-97ad-385357d9b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:03.888723 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-eb9d078d-09c0-423d-97ad-385357d9b335 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715740 May 04 14:05:03.932135 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18a5c141-b442-4e2b-aef2-0cbde3e7e446 req-731efdea-539f-47dc-b7fe-06a872dd5b7a tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0333860 May 04 14:05:04.002991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1209682a-3435-4500-891a-733bee6ec7c2), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:04.005592 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:04.006833 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1209682a-3435-4500-891a-733bee6ec7c2 HTTP/1.1" status: 204 len: 168 time: 0.2680616 May 04 14:05:04.015159 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe0a4-abe5-44fc-9aef-5b9d0970f267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1209682a-3435-4500-891a-733bee6ec7c2,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:04.188659 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4099aa92-b06e-43b6-b5b7-f70c79627bd7 req-9eb09193-d885-48a6-90df-66e80e1d7498 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0280709 May 04 14:05:04.385817 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeec45-bed7-44a5-b05d-86188236b803 req-d21a1720-ac8b-4020-90c6-0531e153d8d5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:04.388009 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-02aeec45-bed7-44a5-b05d-86188236b803 req-d21a1720-ac8b-4020-90c6-0531e153d8d5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0555406 May 04 14:05:04.439247 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-02aeec45-bed7-44a5-b05d-86188236b803 req-883a6d6b-a13b-496d-8346-508cdc8ad060 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 May 04 14:05:04.838664 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-82ee6e91-e1f3-4245-ab51-fbf44a8eb7a1 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983491 May 04 14:05:04.950161 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-38ab6d98-953e-4892-aca1-9e66a6d456d5 req-28790e09-6d92-4e97-ba2a-40565788f8b8 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977025 May 04 14:05:05.035417 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aef80bcf-ce54-4c47-8dcb-a3b6a826b6b8 req-071e02c0-2933-47e3-96ca-dfda8c7dd07c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0302570 May 04 14:05:05.081603 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37964) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:05.191352 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788331031-network', 'tenant_id': '88a63492d899456b992ad5ab7c8affca'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:05.286838 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8f735a23-7dd7-413a-aba0-c7f1158f2bf9 req-e63314a8-1331-428e-8173-25d62de2be23 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0296566 May 04 14:05:05.294925 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Made reservation on behalf of 88a63492d899456b992ad5ab7c8affca for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:05.298062 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.311512 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.389825 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks [] for security_group (b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.511474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.539646 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:05:05.546720 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:05.552974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (7f3e1ae6-55d1-43ab-aab9-f5092403700b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.553346 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Added segment 7f3e1ae6-55d1-43ab-aab9-f5092403700b of type vlan for network b6180c78-d97c-4950-b168-3de3488d591f May 04 14:05:05.556284 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c40b7-b423-4fc5-b38a-d43585576d5e req-c78e3573-c73f-473b-bc07-e1ca93c397de tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:05.562223 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5e7c40b7-b423-4fc5-b38a-d43585576d5e req-c78e3573-c73f-473b-bc07-e1ca93c397de tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0489016 May 04 14:05:05.601559 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (b6180c78-d97c-4950-b168-3de3488d591f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.607573 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5e7c40b7-b423-4fc5-b38a-d43585576d5e req-33b9a437-7788-42bd-af13-eedc01bf65d6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 May 04 14:05:05.723062 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (b6180c78-d97c-4950-b168-3de3488d591f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.724080 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:05.724662 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.786785 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] Pushing event updated for resources: {'Network': ['ID=b6180c78-d97c-4950-b168-3de3488d591f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:05.796863 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network b6180c78-d97c-4950-b168-3de3488d591f details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:05:05.857535 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ec2baa48-c1f3-4366-9bbf-07333ef636ab admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7747786 May 04 14:05:05.873475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 37980) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:05.878689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Request body: {'subnet': {'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788331031-subnet', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:05.974369 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Made reservation on behalf of 88a63492d899456b992ad5ab7c8affca for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:05.976680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:06.139392 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d8b4934e-705e-4512-b596-feaa63d0bca5 req-0abca016-711b-4fdf-b6a0-4d83136a251a tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0301328 May 04 14:05:06.273451 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (07a97f39-82dc-45e1-bcab-90f412f691b2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:06.336582 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-e751828b-2f87-40a4-bcc3-3e330cd3665a tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802042 May 04 14:05:06.401837 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7df3dbc5-c5f3-4272-8710-1a3ad5550d5a req-b39f3311-68c8-4ed9-93e2-1450722d5c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0338435 May 04 14:05:06.426182 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a97f39-82dc-45e1-bcab-90f412f691b2,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:06.509913 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Checking segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:06.509913 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Network hostable DHCP agents. Network: b6180c78-d97c-4950-b168-3de3488d591f, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:05:06.584119 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-dd7b3177-44cb-4cdc-8094-f070c55a0be0 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:06.585635 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-dd7b3177-44cb-4cdc-8094-f070c55a0be0 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428961 May 04 14:05:06.611927 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Request body: {'port': {'device_id': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c', 'admin_state_up': True, 'tenant_id': '5bb0853cadbc43b595f2c26fdb1daa06'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:06.691469 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Network b6180c78-d97c-4950-b168-3de3488d591f is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:05:06.777716 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f97233-63d9-4b3f-b0b5-40ae28cd352e req-43c70331-c11a-4597-8a23-08bd261c128f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:06.780579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62f97233-63d9-4b3f-b0b5-40ae28cd352e req-43c70331-c11a-4597-8a23-08bd261c128f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0819337 May 04 14:05:06.789052 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-ef2bbdc6-9771-4e4f-8ccd-00210b2bb551 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:06.790658 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-ef2bbdc6-9771-4e4f-8ccd-00210b2bb551 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1824698 May 04 14:05:06.832036 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, b6180c78-d97c-4950-b168-3de3488d591f) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:06.840330 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91b9ba-7cf0-4939-9d0f-33798f8b63ae None None] Network b6180c78-d97c-4950-b168-3de3488d591f requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:06.843834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:06.844645 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:06.863251 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62f97233-63d9-4b3f-b0b5-40ae28cd352e req-ef1271aa-4054-4e83-bbf8-169987f860dc tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716374 May 04 14:05:06.883380 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Made reservation on behalf of 5bb0853cadbc43b595f2c26fdb1daa06 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:06.890396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:06.908115 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-7d0eeb3f-f675-4670-aff8-150f9a1c64e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 380 time: 0.0904465 May 04 14:05:06.909851 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:06.953528 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5b8083ac-d724-47e0-9a74-db597d2b5168 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0789022 May 04 14:05:06.956767 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'port': {'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'admin_state_up': True, 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'security_groups': ['91ba6ddc-14b7-4377-8a6a-c669629dc1e2']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:06.960010 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38026) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:06.964539 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:06.984780 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-b6180c78-d97c-4950-b168-3de3488d591f', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:05:06.990312 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.060736 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks [] for security_group (b32809f0-9dac-4b5a-9e87-811bce60191c), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.083886 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.085030 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.146660 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for router_controller (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.147581 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b32809f0-9dac-4b5a-9e87-811bce60191c), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.160136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Allocated IP 172.20.0.2 (b6180c78-d97c-4950-b168-3de3488d591f/07a97f39-82dc-45e1-bcab-90f412f691b2/a240a078-d85e-4a03-a7e4-33de989e85d4) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:07.213274 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32809f0-9dac-4b5a-9e87-811bce60191c,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:07.214062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:07.217529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.326818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9745fb10-6e95-47c0-aab8-96d187a198f9 req-66182d58-d5b4-48c6-bbad-d94d4107127b tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0826623 May 04 14:05:07.410434 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Allocated IP 192.168.233.14 (b3a791ce-d94f-462c-a4d3-ca7d776f193c/174c98c4-1d18-452e-b66f-54f6735bd454/a3451cef-714a-401c-a231-49bd24a1f5d8) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:07.435790 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.20.0.6 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/64ec8cd9-56ab-470b-9756-429c48d66127) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:07.446458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for router_gateway (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.490105 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks [] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.547620 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-20b45b8a-06d8-4305-ae79-f890f7577197 req-56ad5be8-ecc3-4bab-8c48-8fed10429f1f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0435929 May 04 14:05:07.586704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.636972 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (64ec8cd9-56ab-470b-9756-429c48d66127), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.687368 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Network b6180c78-d97c-4950-b168-3de3488d591f is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:07.690980 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:07.695120 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:07.732873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Pushing event updated for resources: {'Port': ['ID=a240a078-d85e-4a03-a7e4-33de989e85d4,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:07.752283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.794135 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Attempting to bind port a240a078-d85e-4a03-a7e4-33de989e85d4 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:07.794424 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Attempting to bind port a240a078-d85e-4a03-a7e4-33de989e85d4 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:07.794926 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Attempting to bind port a240a078-d85e-4a03-a7e4-33de989e85d4 on network b6180c78-d97c-4950-b168-3de3488d591f {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:07.800770 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:07.801516 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Checking segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:07.802529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.802529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Bound using segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:07.803082 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Bound port: a240a078-d85e-4a03-a7e4-33de989e85d4, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:07.803572 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.809923 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:07.825156 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:07.827550 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:07.831494 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:07.902913 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] For port a240a078-d85e-4a03-a7e4-33de989e85d4, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:07.907041 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] For port a240a078-d85e-4a03-a7e4-33de989e85d4, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a240a078-d85e-4a03-a7e4-33de989e85d4,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:07.929801 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:07.931046 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:07.985787 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks [] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.009724 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af974e2-3539-4f25-a176-db1354382a77 req-6f12f689-53bd-4f79-804b-97c362ad87ce tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:08.011289 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1af974e2-3539-4f25-a176-db1354382a77 req-6f12f689-53bd-4f79-804b-97c362ad87ce tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0541713 May 04 14:05:08.066184 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1af974e2-3539-4f25-a176-db1354382a77 req-81a95e35-a6a4-4d8e-8348-bf6460922e87 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 May 04 14:05:08.083170 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for router_gateway (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.088733 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.112989 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.121579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-02d3d984-c045-47ed-bd5e-8774057b418f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1679697 May 04 14:05:08.147768 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-ab209149-8f24-41aa-afed-2226b483c610 None None] Provisioning complete for port 64ec8cd9-56ab-470b-9756-429c48d66127 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:08.147768 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ab209149-8f24-41aa-afed-2226b483c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.147965 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Request body: {'port': {'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:08.189418 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8089f97-e51a-4b20-aa28-a0ea6c26c102 None None] Pushing event updated for resources: {'Port': ['ID=a240a078-d85e-4a03-a7e4-33de989e85d4,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:08.199048 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-ab209149-8f24-41aa-afed-2226b483c610 None None] Port 64ec8cd9-56ab-470b-9756-429c48d66127 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:08.219771 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.221650 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.296954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Pushing event updated for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:08.301586 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Network b3a791ce-d94f-462c-a4d3-ca7d776f193c is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:08.309213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:08.311980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:08.321689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:08.321689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.326357 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Allocated IP 172.27.3.109 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/a62acaaf-a34a-420e-bb22-6f022b003cc6) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:08.433045 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-6beb9cdc-0307-4213-8040-2b88388a6c8f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8249559 May 04 14:05:08.457134 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Request body: {'port': {'device_id': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:08.567972 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a146d-6f92-438d-ba0e-397b4e0ad082 req-4541b798-75cc-4aee-9270-1d8e1841f5a5 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:08.570296 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8c4a146d-6f92-438d-ba0e-397b4e0ad082 req-4541b798-75cc-4aee-9270-1d8e1841f5a5 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 935 time: 0.0920343 May 04 14:05:08.579059 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.583083 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.700291 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ec8cd9-56ab-470b-9756-429c48d66127 {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:08.718210 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks [] for port (64ec8cd9-56ab-470b-9756-429c48d66127), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.732329 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d31ea4b5-c639-453c-8bbd-40a683a88b80 None None] Provisioning complete for port a3451cef-714a-401c-a231-49bd24a1f5d8 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:08.732732 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4b5-c639-453c-8bbd-40a683a88b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.737144 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8c4a146d-6f92-438d-ba0e-397b4e0ad082 req-ed617ecc-6996-4347-a1eb-6f1455df7386 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567822 May 04 14:05:08.778161 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d7dbb-1eaa-4b43-abfc-5ee65b35b9d0 req-1ac2db58-1258-417e-a534-562f090e1b6e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:08.778161 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b93d7dbb-1eaa-4b43-abfc-5ee65b35b9d0 req-1ac2db58-1258-417e-a534-562f090e1b6e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 931 time: 0.1293170 May 04 14:05:08.803927 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Transition to ACTIVE for port object 64ec8cd9-56ab-470b-9756-429c48d66127 will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:05:08.846023 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d31ea4b5-c639-453c-8bbd-40a683a88b80 None None] Port a3451cef-714a-401c-a231-49bd24a1f5d8 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:08.858808 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b93d7dbb-1eaa-4b43-abfc-5ee65b35b9d0 req-288674e0-4cc5-42a3-bbb6-68fbf77bb285 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743001 May 04 14:05:08.893465 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.944798 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:08.952731 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:08.963024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:08.967363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:08.975392 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3451cef-714a-401c-a231-49bd24a1f5d8 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:09.004151 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Pushing event updated for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:09.025230 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks [] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.028225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Pushing event updated for resources: {'Port': ['ID=a62acaaf-a34a-420e-bb22-6f022b003cc6,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:09.119015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Attempting to bind port 64ec8cd9-56ab-470b-9756-429c48d66127 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:09.119428 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Attempting to bind port 64ec8cd9-56ab-470b-9756-429c48d66127 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:09.119830 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Attempting to bind port 64ec8cd9-56ab-470b-9756-429c48d66127 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:09.127490 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Port 64ec8cd9-56ab-470b-9756-429c48d66127 on network fd8c14f5-74df-4d08-8f17-f0187142a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:05:09.131260 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Attempting to bind port 64ec8cd9-56ab-470b-9756-429c48d66127 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:09.134120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:09.134462 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:09.135226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:09.135377 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Bound port: 64ec8cd9-56ab-470b-9756-429c48d66127, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:09.135621 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.142773 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Transition to ACTIVE for port object a3451cef-714a-401c-a231-49bd24a1f5d8 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:05:09.216903 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.250136 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538daee-ac5a-43ed-a568-ed9d2d0c4e72 req-f03b4744-8e2e-4a73-8899-8b475e08e7fb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:09.251897 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0538daee-ac5a-43ed-a568-ed9d2d0c4e72 req-f03b4744-8e2e-4a73-8899-8b475e08e7fb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0755336 May 04 14:05:09.258698 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:09.264134 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64ec8cd9-56ab-470b-9756-429c48d66127,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:09.326461 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0538daee-ac5a-43ed-a568-ed9d2d0c4e72 req-24921097-1a75-4964-8cea-b989017f304c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650461 May 04 14:05:09.352613 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Pushing event updated for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:09.386199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Attempting to bind port a3451cef-714a-401c-a231-49bd24a1f5d8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:09.387945 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Attempting to bind port a3451cef-714a-401c-a231-49bd24a1f5d8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:09.388310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Attempting to bind port a3451cef-714a-401c-a231-49bd24a1f5d8 on network b3a791ce-d94f-462c-a4d3-ca7d776f193c {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:09.398549 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Port a3451cef-714a-401c-a231-49bd24a1f5d8 on network b3a791ce-d94f-462c-a4d3-ca7d776f193c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:05:09.398907 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Attempting to bind port a3451cef-714a-401c-a231-49bd24a1f5d8 on network b3a791ce-d94f-462c-a4d3-ca7d776f193c {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:09.405229 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.435092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:09.435435 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Checking segment: {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:09.440216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Bound using segment: {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:09.440216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Bound port: a3451cef-714a-401c-a231-49bd24a1f5d8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25ec0f8-2fca-4df4-b6ea-2325d78f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:09.440216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.475238 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:09.476012 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.479568 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] 10.222.0.58 "PUT /v2.0/ports/64ec8cd9-56ab-470b-9756-429c48d66127 HTTP/1.1" status: 200 len: 1093 time: 1.3428748 May 04 14:05:09.481588 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:09.485781 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89db11-8473-4f39-82a9-e32e9fc474d8" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:09.518463 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa828-742d-4bab-aaf6-25d410ca19ca service neutron] Pushing event updated for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:09.569772 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ed3aa4-19db-471e-b257-ef6d93db94b5 x-openstack-request-id: req-39ed3aa4-19db-471e-b257-ef6d93db94b5 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:09.572296 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:09.572414 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for router_gateway (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.572605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39ed3aa4-19db-471e-b257-ef6d93db94b5 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:09.573490 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ed3aa4-19db-471e-b257-ef6d93db94b5'] response: {'name': 'network-changed', 'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127', 'status': 'completed', 'code': 200} May 04 14:05:09.650669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:09.671759 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-c9b3122d-387f-4f90-bae4-e8536f3cbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:09.672036 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a3451cef-714a-401c-a231-49bd24a1f5d8,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:09.673588 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-c9b3122d-387f-4f90-bae4-e8536f3cbfdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 1127 time: 0.0600019 May 04 14:05:09.732069 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef4bc1-3d68-48f1-8292-26a3848daab9 None None] Network b6180c78-d97c-4950-b168-3de3488d591f requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:09.752105 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a240a078-d85e-4a03-a7e4-33de989e85d4 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:09.765483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.863884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:09.864529 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.865966 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] 10.222.0.58 "PUT /v2.0/ports/a3451cef-714a-401c-a231-49bd24a1f5d8 HTTP/1.1" status: 200 len: 1097 time: 1.4173050 May 04 14:05:09.868212 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:09.872459 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c11a9-d946-4c2f-a2e0-2bee2993872a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:09.882399 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-ce7a1100-4fc9-48d5-a121-59be997dafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:09.883582 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-ce7a1100-4fc9-48d5-a121-59be997dafb8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1909871 May 04 14:05:09.903701 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Provisioning complete for port a240a078-d85e-4a03-a7e4-33de989e85d4 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:09.911679 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:09.935290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db71e-cefb-44b8-a6c4-966f888a5290 service neutron] Pushing event updated for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:09.983542 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port a240a078-d85e-4a03-a7e4-33de989e85d4 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:09.983941 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.069212 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.072759 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-424bb855-0bc6-46b4-aaa1-27f44d5c2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.075263 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-424bb855-0bc6-46b4-aaa1-27f44d5c2fd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 1131 time: 0.0650153 May 04 14:05:10.078281 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619a68f-2ee2-4d7d-8a2a-e744a94a9b6e req-caca2f17-c3cc-42dc-a60b-e571386896f1 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.086245 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6619a68f-2ee2-4d7d-8a2a-e744a94a9b6e req-caca2f17-c3cc-42dc-a60b-e571386896f1 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 947 time: 0.1565301 May 04 14:05:10.174056 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Current status of the port a240a078-d85e-4a03-a7e4-33de989e85d4 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:10.174709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.203306 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-1f18b895-ef2e-42c7-8493-bb64891b9e33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a3451cef-714a-401c-a231-49bd24a1f5d8 HTTP/1.1" status: 200 len: 217 time: 0.1135380 May 04 14:05:10.210728 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port a240a078-d85e-4a03-a7e4-33de989e85d4 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:10.211119 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.249944 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] For port a240a078-d85e-4a03-a7e4-33de989e85d4, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a240a078-d85e-4a03-a7e4-33de989e85d4,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:10.250723 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927c3c-9341-44d7-8228-8912e076a53f req-fcf23c2d-1002-4cd2-b769-50473acd8910 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.259017 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33927c3c-9341-44d7-8228-8912e076a53f req-fcf23c2d-1002-4cd2-b769-50473acd8910 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.2437472 May 04 14:05:10.317994 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-11c997d8-e3c4-4fd3-be19-08acdf2b33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.321511 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-11c997d8-e3c4-4fd3-be19-08acdf2b33d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=174c98c4-1d18-452e-b66f-54f6735bd454 HTTP/1.1" status: 200 len: 843 time: 0.1098063 May 04 14:05:10.353632 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33927c3c-9341-44d7-8228-8912e076a53f req-21d694c1-041f-4903-9059-7b9cd0501038 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930221 May 04 14:05:10.358046 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.370476 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6619a68f-2ee2-4d7d-8a2a-e744a94a9b6e req-6a1e329c-45ee-4731-8dad-480a1e2e5017 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787693 May 04 14:05:10.376115 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-c8380b9f-7c2e-43fc-a672-158ffea5da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.378104 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe89db11-8473-4f39-82a9-e32e9fc474d8 req-c8380b9f-7c2e-43fc-a672-158ffea5da64 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4866645 May 04 14:05:10.407216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12992-3080-444e-8fd0-4f919569ada3 req-2007a9f2-77d1-4e39-bbc6-93dd4cc9cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.408580 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-2007a9f2-77d1-4e39-bbc6-93dd4cc9cdc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3a791ce-d94f-462c-a4d3-ca7d776f193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0745010 May 04 14:05:10.436094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42041bd9-3f13-4aa3-803e-724dae25761f x-openstack-request-id: req-42041bd9-3f13-4aa3-803e-724dae25761f {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:10.436433 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:10.436661 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42041bd9-3f13-4aa3-803e-724dae25761f {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:10.437100 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42041bd9-3f13-4aa3-803e-724dae25761f'] response: {'name': 'network-changed', 'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8', 'status': 'completed', 'code': 200} May 04 14:05:10.438018 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:05:10.438376 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:05:10.538788 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-c0bed39e-e9d1-4b33-a760-173b7a7aae01 None None] Provisioning complete for port a240a078-d85e-4a03-a7e4-33de989e85d4 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:10.539240 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c0bed39e-e9d1-4b33-a760-173b7a7aae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.553691 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7dd00-d3d3-49f5-99c9-f195dd0316d9 None None] Pushing event updated for resources: {'Port': ['ID=a240a078-d85e-4a03-a7e4-33de989e85d4,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:10.568560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:05:10.582035 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-94ada7d9-7e9f-475b-bf24-526ea6c3f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.584798 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-94ada7d9-7e9f-475b-bf24-526ea6c3f0ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 1127 time: 0.0841565 May 04 14:05:10.600006 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-031832ca-67ac-4ff7-a943-dd4c99ac7b39 service neutron] 10.222.0.58 "GET /v2.0/networks/b3a791ce-d94f-462c-a4d3-ca7d776f193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565373 May 04 14:05:10.672111 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-c0bed39e-e9d1-4b33-a760-173b7a7aae01 None None] Current status of the port a240a078-d85e-4a03-a7e4-33de989e85d4 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:10.676406 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-f113fca2-512d-4a22-a94d-963bee2054c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64ec8cd9-56ab-470b-9756-429c48d66127 HTTP/1.1" status: 200 len: 217 time: 0.0744562 May 04 14:05:10.773615 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be69cb-783b-4e35-8f2d-0c36bac4d4fd req-9df95cbc-e7de-4a59-b44f-b81a8697d27f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.774914 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6be69cb-783b-4e35-8f2d-0c36bac4d4fd req-9df95cbc-e7de-4a59-b44f-b81a8697d27f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.1010525 May 04 14:05:10.790224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-f7a25678-59eb-4a3f-bf9e-267b38ccace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.791642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-f7a25678-59eb-4a3f-bf9e-267b38ccace1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.1061704 May 04 14:05:10.801260 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-17f12992-3080-444e-8fd0-4f919569ada3 req-3ac0cc7b-b719-46a4-a701-3f89dc30de89 service neutron] 10.222.0.58 "GET /v2.0/networks/b3a791ce-d94f-462c-a4d3-ca7d776f193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539476 May 04 14:05:10.802379 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:05:10.828528 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Sync routers for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:05:10.849543 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:10.849543 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:10.871307 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-21360f5b-550b-4397-a214-9342ac56f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:10.872765 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-21360f5b-550b-4397-a214-9342ac56f0e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716093 May 04 14:05:10.880025 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6be69cb-783b-4e35-8f2d-0c36bac4d4fd req-1b0e5ed9-1889-4c37-be03-93f0e7e70710 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875001 May 04 14:05:10.942045 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:10.943358 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a314de9b-f380-4c25-b8fa-757057b9adad admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9823484 May 04 14:05:10.946343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38104) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:10.967522 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:10.989554 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port a240a078-d85e-4a03-a7e4-33de989e85d4 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:11.179021 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:09Z', 'revision_number': 3, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:11.211820 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Checking router: bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:05:11.212210 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Updating router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca port a62acaaf-a34a-420e-bb22-6f022b003cc6 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:05:11.241272 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.260685 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-2db198af-edc3-44b6-a99b-8acfd20a44eb service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797340 May 04 14:05:11.533209 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks [] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.555226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1df3-9b08-498d-be80-50462293bcaf req-787ea257-63f5-40fa-ae7c-87048f2fcfed tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:11.556778 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a64d1df3-9b08-498d-be80-50462293bcaf req-787ea257-63f5-40fa-ae7c-87048f2fcfed tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.0982323 May 04 14:05:11.563848 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a8e3a-dcbb-43eb-91dc-e5aed0a34f0b req-905a0f4a-f906-4e4f-a6d3-4331a07a0b40 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:11.565322 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e22a8e3a-dcbb-43eb-91dc-e5aed0a34f0b req-905a0f4a-f906-4e4f-a6d3-4331a07a0b40 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 947 time: 0.1077788 May 04 14:05:11.626145 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.627513 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a240a078-d85e-4a03-a7e4-33de989e85d4 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:11.681487 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port a240a078-d85e-4a03-a7e4-33de989e85d4 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:11.681675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.701210 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b0e7-1ed6-49c9-8d33-5dc43ca08d9c None None] Pushing event updated for resources: {'Port': ['ID=a62acaaf-a34a-420e-bb22-6f022b003cc6,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:11.704761 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Attempting to bind port a62acaaf-a34a-420e-bb22-6f022b003cc6 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:11.705157 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Attempting to bind port a62acaaf-a34a-420e-bb22-6f022b003cc6 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:11.705992 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Attempting to bind port a62acaaf-a34a-420e-bb22-6f022b003cc6 on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:11.713397 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e22a8e3a-dcbb-43eb-91dc-e5aed0a34f0b req-7a312270-9299-4009-a059-a5ad6edc95ad tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383035 May 04 14:05:11.713853 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:11.713853 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:11.713853 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.713853 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:11.715302 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Bound port: a62acaaf-a34a-420e-bb22-6f022b003cc6, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:11.715833 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.737622 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a64d1df3-9b08-498d-be80-50462293bcaf req-c9fe9d0f-ab6d-47bf-9b80-19ed1487c212 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610429 May 04 14:05:11.780495 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] For port a62acaaf-a34a-420e-bb22-6f022b003cc6, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:11.785381 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] For port a62acaaf-a34a-420e-bb22-6f022b003cc6, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a62acaaf-a34a-420e-bb22-6f022b003cc6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:11.790223 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port a240a078-d85e-4a03-a7e4-33de989e85d4 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:11.844310 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.876849 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:11.951085 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:11.951798 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:12.025295 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b0e7-1ed6-49c9-8d33-5dc43ca08d9c None None] Pushing event updated for resources: {'Port': ['ID=a62acaaf-a34a-420e-bb22-6f022b003cc6,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:12.055324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-fc4b4dd6-eb41-4eae-8632-8ef6df819368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.056927 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-fc4b4dd6-eb41-4eae-8632-8ef6df819368 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 1131 time: 0.0545006 May 04 14:05:12.082773 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64589-fd52-416e-b5b9-3453b185de0e req-2b9ab144-b3ab-4004-b109-80628e19efb9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.084357 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83a64589-fd52-416e-b5b9-3453b185de0e req-2b9ab144-b3ab-4004-b109-80628e19efb9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.1253314 May 04 14:05:12.086570 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:12.185486 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-7e4e4758-f5b1-4975-8f71-e4012f5f4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.187248 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-7e4e4758-f5b1-4975-8f71-e4012f5f4773 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3a791ce-d94f-462c-a4d3-ca7d776f193c HTTP/1.1" status: 200 len: 870 time: 0.1212478 May 04 14:05:12.195973 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Allocated IP 172.20.0.1 (b6180c78-d97c-4950-b168-3de3488d591f/07a97f39-82dc-45e1-bcab-90f412f691b2/19330ce2-5ca2-4411-a857-3985af610808) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:12.207376 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83a64589-fd52-416e-b5b9-3453b185de0e req-8ae739ee-3bcf-4e87-b36c-1f81dbc1e197 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090746 May 04 14:05:12.247461 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-bfdeefba-56eb-4ac6-b957-aa118cec26fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a3451cef-714a-401c-a231-49bd24a1f5d8 HTTP/1.1" status: 200 len: 217 time: 0.0517137 May 04 14:05:12.260250 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fd9231f3-8589-4119-9fb3-f66c15b347ad req-fe87cc35-fb2c-43fa-b504-05df315fecd8 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580895 May 04 14:05:12.302416 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:09Z', 'revision_number': 3, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:12.303993 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-6cc389f1-3417-4cf0-ae74-86c0b3fbbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.306069 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-6cc389f1-3417-4cf0-ae74-86c0b3fbbda7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=174c98c4-1d18-452e-b66f-54f6735bd454 HTTP/1.1" status: 200 len: 843 time: 0.0476558 May 04 14:05:12.334799 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8b961-7027-4a97-99cd-6106c48d4914 None None] The sync data for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi is: [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:09Z', 'revision_number': 3, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:12.358601 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks [] for port (19330ce2-5ca2-4411-a857-3985af610808), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:12.381826 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-5f86a171-9b91-4285-b9fd-fecb5a3a87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.384493 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-5f86a171-9b91-4285-b9fd-fecb5a3a87bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3a791ce-d94f-462c-a4d3-ca7d776f193c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0639763 May 04 14:05:12.489949 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-53cd7b7b-6db9-43c8-aae0-9d35ff016438 service neutron] 10.222.0.58 "GET /v2.0/networks/b3a791ce-d94f-462c-a4d3-ca7d776f193c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959411 May 04 14:05:12.506325 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:12.549283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Network b6180c78-d97c-4950-b168-3de3488d591f is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:12.552603 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:12.555171 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:12.587287 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Pushing event updated for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:12.656783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:12.933067 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b29f6b79-76a7-4db9-8cf9-7378dc78c0ac None None] Provisioning complete for port 19330ce2-5ca2-4411-a857-3985af610808 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:12.934926 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b29f6b79-76a7-4db9-8cf9-7378dc78c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (19330ce2-5ca2-4411-a857-3985af610808), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:12.974101 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b29f6b79-76a7-4db9-8cf9-7378dc78c0ac None None] Port 19330ce2-5ca2-4411-a857-3985af610808 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:12.974482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc14e4-99c9-4030-94f9-91e99b7d21ec req-7b9d04b5-6e28-492b-898a-7ca68bd85bca tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.975950 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14cc14e4-99c9-4030-94f9-91e99b7d21ec req-7b9d04b5-6e28-492b-898a-7ca68bd85bca tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 947 time: 0.1178775 May 04 14:05:12.997535 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cc49-c3ac-4d29-8a6c-4ad1a8438684 req-24f91911-4942-43c8-9228-9f27abe07737 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:12.999135 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfe4cc49-c3ac-4d29-8a6c-4ad1a8438684 req-24f91911-4942-43c8-9228-9f27abe07737 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.0760894 May 04 14:05:13.074055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14cc14e4-99c9-4030-94f9-91e99b7d21ec req-a4d1097b-c5df-4b23-9728-5d9d6ac801f7 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 May 04 14:05:13.082207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfe4cc49-c3ac-4d29-8a6c-4ad1a8438684 req-88873a5b-f2cc-4be1-9799-2f6390b94997 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705748 May 04 14:05:13.131861 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (19330ce2-5ca2-4411-a857-3985af610808), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:13.365033 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58842fd-e88c-426c-9fc3-d35ee672b20f req-a1cc7777-0414-4285-b2eb-2bc17af3dcc3 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:13.366615 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e58842fd-e88c-426c-9fc3-d35ee672b20f req-a1cc7777-0414-4285-b2eb-2bc17af3dcc3 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0724809 May 04 14:05:13.372869 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks [] for port (19330ce2-5ca2-4411-a857-3985af610808), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:13.429653 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e58842fd-e88c-426c-9fc3-d35ee672b20f req-8c41a2e8-81f8-475c-8ca7-16cee0d52a11 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 May 04 14:05:13.470082 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:13.548375 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Pushing event updated for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:13.551466 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:13.553114 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c10c11a9-d946-4c2f-a2e0-2bee2993872a req-b5a22048-f606-45c1-bb0b-eb9767f7e49d service neutron] 10.222.0.58 "GET /v2.0/networks/b3a791ce-d94f-462c-a4d3-ca7d776f193c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554217 May 04 14:05:13.704951 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Network b6180c78-d97c-4950-b168-3de3488d591f is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:13.706609 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:13.718751 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a62acaaf-a34a-420e-bb22-6f022b003cc6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:13.759079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device a3451cef-714a-401c-a231-49bd24a1f5d8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:05:13.887092 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:05:13.916026 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a3451cef-714a-401c-a231-49bd24a1f5d8,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:13.936160 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'a3451cef-714a-401c-a231-49bd24a1f5d8', 'network_id': 'b3a791ce-d94f-462c-a4d3-ca7d776f193c', 'port_id': 'a3451cef-714a-401c-a231-49bd24a1f5d8', 'mac_address': 'fa:16:3e:bc:4c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174c98c4-1d18-452e-b66f-54f6735bd454', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:05:13.940278 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port a62acaaf-a34a-420e-bb22-6f022b003cc6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:13.940892 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.075632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:05:14.086066 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-04075c4e-9080-4e39-a24a-45489f8646a4 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1382163 May 04 14:05:14.094557 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port a3451cef-714a-401c-a231-49bd24a1f5d8 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:14.094946 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.109146 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port a62acaaf-a34a-420e-bb22-6f022b003cc6 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:14.109556 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.132752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port a62acaaf-a34a-420e-bb22-6f022b003cc6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a62acaaf-a34a-420e-bb22-6f022b003cc6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:14.134562 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3451cef-714a-401c-a231-49bd24a1f5d8 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:14.163647 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a3451cef-714a-401c-a231-49bd24a1f5d8,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:14.168261 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-3c7529e8-f067-46b8-a52b-de42f9170fd0 None None] Provisioning complete for port 19330ce2-5ca2-4411-a857-3985af610808 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:14.168627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3c7529e8-f067-46b8-a52b-de42f9170fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (19330ce2-5ca2-4411-a857-3985af610808), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.217807 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-3c7529e8-f067-46b8-a52b-de42f9170fd0 None None] Port 19330ce2-5ca2-4411-a857-3985af610808 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:14.266040 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.278003 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026c31-fdd5-4ae5-bb23-eee94d519a57 req-9a35174e-fec8-4e06-811c-740fc72c04ac tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:14.279513 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-03026c31-fdd5-4ae5-bb23-eee94d519a57 req-9a35174e-fec8-4e06-811c-740fc72c04ac tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.0744779 May 04 14:05:14.285366 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509a76-2eee-4315-8ed4-b4ae2f3c8af6 req-542b26d5-fa65-4ee7-88af-79c4fadff10c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:14.286956 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a509a76-2eee-4315-8ed4-b4ae2f3c8af6 req-542b26d5-fa65-4ee7-88af-79c4fadff10c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 947 time: 0.0919204 May 04 14:05:14.313188 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:14.340334 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=a62acaaf-a34a-420e-bb22-6f022b003cc6,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:14.373661 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-03026c31-fdd5-4ae5-bb23-eee94d519a57 req-996ba1dc-8bbc-4681-8731-a1231066edd4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856459 May 04 14:05:14.380995 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a509a76-2eee-4315-8ed4-b4ae2f3c8af6 req-c7ad73d1-f806-4063-a7be-de11ff385b36 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815020 May 04 14:05:14.399538 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:14.440600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Sync routers for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:05:14.452284 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:14.452965 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:14.572589 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:14.579059 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1b33-a413-4d5c-918c-c1046a64ecb3 req-067ed2a8-fea5-437b-ba0f-5a4e9a106407 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:14.580681 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a6d1b33-a413-4d5c-918c-c1046a64ecb3 req-067ed2a8-fea5-437b-ba0f-5a4e9a106407 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0550060 May 04 14:05:14.635742 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a6d1b33-a413-4d5c-918c-c1046a64ecb3 req-3ae817c7-2dcc-4e30-9984-b33d55dd9fae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487292 May 04 14:05:14.779922 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['a3451cef-714a-401c-a231-49bd24a1f5d8'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:05:14.960802 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:13Z', 'revision_number': 2, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:14.996962 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Checking router: bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:05:15.001060 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Updating router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca port 19330ce2-5ca2-4411-a857-3985af610808 binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:05:15.004959 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38226) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:15.014195 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-376005738-network', 'tenant_id': 'f069da9dd6984432a143e118febee213'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:15.047068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (19330ce2-5ca2-4411-a857-3985af610808), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.162456 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Made reservation on behalf of f069da9dd6984432a143e118febee213 for: {'network': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:15.164811 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.174277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.293058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks [] for security_group (1137301b-1d22-4b52-8c66-e1067fe5c6c5), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.412796 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks [] for port (19330ce2-5ca2-4411-a857-3985af610808), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.442675 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1137301b-1d22-4b52-8c66-e1067fe5c6c5), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.479775 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=115584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:05:15.525812 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137301b-1d22-4b52-8c66-e1067fe5c6c5,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:15.546018 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (30a5aa54-c765-4a3a-9e72-8cf1b9e2696e), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.546363 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.segments_db [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Added segment 30a5aa54-c765-4a3a-9e72-8cf1b9e2696e of type vlan for network 99841a4b-51ed-49d3-83a7-53217db82125 May 04 14:05:15.563732 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.577440 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc01456-8a3f-41a7-bbe4-8032dd3c5e83 req-2d1d1feb-36fe-4c94-8790-3a461a33a3fc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:15.579194 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfc01456-8a3f-41a7-bbe4-8032dd3c5e83 req-2d1d1feb-36fe-4c94-8790-3a461a33a3fc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.1222041 May 04 14:05:15.609469 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d9cc6-51ad-4481-8230-3c70f2991ca4 req-eab80f02-9cbe-4a3c-8991-bc72b0d583ad tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:15.611145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a6d9cc6-51ad-4481-8230-3c70f2991ca4 req-eab80f02-9cbe-4a3c-8991-bc72b0d583ad tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 948 time: 0.1289597 May 04 14:05:15.627824 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfdbde-54f0-47bc-84b6-bb6b865c31df None None] Pushing event updated for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:15.664960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (99841a4b-51ed-49d3-83a7-53217db82125), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.691152 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a62acaaf-a34a-420e-bb22-6f022b003cc6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:15.745037 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Attempting to bind port 19330ce2-5ca2-4411-a857-3985af610808 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:15.746961 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Attempting to bind port 19330ce2-5ca2-4411-a857-3985af610808 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:15.747675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Attempting to bind port 19330ce2-5ca2-4411-a857-3985af610808 on network b6180c78-d97c-4950-b168-3de3488d591f {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:15.762660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:15.762660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Checking segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:15.762660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.763091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Bound using segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:15.763321 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Bound port: 19330ce2-5ca2-4411-a857-3985af610808, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:15.763708 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (19330ce2-5ca2-4411-a857-3985af610808), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.800522 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bfc01456-8a3f-41a7-bbe4-8032dd3c5e83 req-30bfef95-c45c-4df7-9e6e-b8307980a4b6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018344 May 04 14:05:15.838348 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port a62acaaf-a34a-420e-bb22-6f022b003cc6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:15.838731 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.856863 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a6d9cc6-51ad-4481-8230-3c70f2991ca4 req-7fcffdac-17d6-424e-a67c-067cd1a0da08 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018139 May 04 14:05:15.904722 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] For port 19330ce2-5ca2-4411-a857-3985af610808, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:15.908837 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] For port 19330ce2-5ca2-4411-a857-3985af610808, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=19330ce2-5ca2-4411-a857-3985af610808,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:15.947040 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (99841a4b-51ed-49d3-83a7-53217db82125), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.948326 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:15.949063 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:15.959336 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port a62acaaf-a34a-420e-bb22-6f022b003cc6 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:15.991262 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c9a7f-5afe-4ec0-ab26-b6cc3b5e4dc6 req-c78ddd3e-22a8-4744-b0af-d3cffff962da tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:15.992707 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-540c9a7f-5afe-4ec0-ab26-b6cc3b5e4dc6 req-c78ddd3e-22a8-4744-b0af-d3cffff962da tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0914197 May 04 14:05:16.031698 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.039606 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] Pushing event updated for resources: {'Network': ['ID=99841a4b-51ed-49d3-83a7-53217db82125,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:16.061362 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 99841a4b-51ed-49d3-83a7-53217db82125 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:05:16.083122 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-540c9a7f-5afe-4ec0-ab26-b6cc3b5e4dc6 req-67a47ab7-1bb9-4a2b-8b8d-c4b9be12702a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811052 May 04 14:05:16.100402 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0d0861f9-ec66-41d0-a47c-427df20325e3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0868576 May 04 14:05:16.100528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 64ec8cd9-56ab-470b-9756-429c48d66127 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:05:16.104116 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38246) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:16.105030 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device a3451cef-714a-401c-a231-49bd24a1f5d8 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:16.111009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Request body: {'subnet': {'network_id': '99841a4b-51ed-49d3-83a7-53217db82125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-376005738-subnet', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:16.156663 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Provisioning complete for port 19330ce2-5ca2-4411-a857-3985af610808 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:16.157037 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (19330ce2-5ca2-4411-a857-3985af610808), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.202537 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Made reservation on behalf of f069da9dd6984432a143e118febee213 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:16.205004 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.240738 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfdbde-54f0-47bc-84b6-bb6b865c31df None None] Pushing event updated for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:16.260879 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:16.262092 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:16.349943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port a3451cef-714a-401c-a231-49bd24a1f5d8 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:05:16.485230 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64ec8cd9-56ab-470b-9756-429c48d66127,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:16.503668 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Current status of the port 19330ce2-5ca2-4411-a857-3985af610808 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:16.504078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (19330ce2-5ca2-4411-a857-3985af610808), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.523401 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '64ec8cd9-56ab-470b-9756-429c48d66127', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:05:16.527245 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:16.564178 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port a3451cef-714a-401c-a231-49bd24a1f5d8 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:16.564551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.631176 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] For port 19330ce2-5ca2-4411-a857-3985af610808, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=19330ce2-5ca2-4411-a857-3985af610808,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:16.716258 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 64ec8cd9-56ab-470b-9756-429c48d66127 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:16.716645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.758552 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.764338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (e1062f10-07a7-4f4e-8d3a-46944f37842e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.771200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ec8cd9-56ab-470b-9756-429c48d66127 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:16.827981 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1062f10-07a7-4f4e-8d3a-46944f37842e,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:16.849674 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Checking segment: {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:16.850231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Network hostable DHCP agents. Network: 99841a4b-51ed-49d3-83a7-53217db82125, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:05:16.867018 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64ec8cd9-56ab-470b-9756-429c48d66127,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:16.895344 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port a3451cef-714a-401c-a231-49bd24a1f5d8 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:16.896062 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.933735 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-f1e3b8b8-03eb-4bee-b92d-9db16a382185 None None] Provisioning complete for port 19330ce2-5ca2-4411-a857-3985af610808 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:16.934149 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f1e3b8b8-03eb-4bee-b92d-9db16a382185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (19330ce2-5ca2-4411-a857-3985af610808), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.935660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f10f-b1ff-4d33-85b3-1f83be6dde45 None None] Pushing event updated for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:16.945901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Network 99841a4b-51ed-49d3-83a7-53217db82125 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:05:16.970423 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.022956 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66d0a-db53-4647-a535-99c79bfcf486 req-d7c7c03d-c451-4743-9a82-680c27ac81e9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:17.024519 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1d66d0a-db53-4647-a535-99c79bfcf486 req-d7c7c03d-c451-4743-9a82-680c27ac81e9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 943 time: 0.1059208 May 04 14:05:17.048066 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0c99c-45af-4fc4-9710-fe518f035689 req-39e6e12c-c814-4eeb-9ec6-cb4172622e5c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:17.049807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-96b0c99c-45af-4fc4-9710-fe518f035689 req-39e6e12c-c814-4eeb-9ec6-cb4172622e5c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 948 time: 0.0748165 May 04 14:05:17.065706 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 99841a4b-51ed-49d3-83a7-53217db82125) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:17.070410 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:17.071432 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.161365 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-96b0c99c-45af-4fc4-9710-fe518f035689 req-c57203e0-07fc-4f7f-ac9a-56c123874b54 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044018 May 04 14:05:17.166309 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1d66d0a-db53-4647-a535-99c79bfcf486 req-ab9ee4b6-5464-4d6c-aa71-b647742521a8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337137 May 04 14:05:17.166526 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadddee-bb39-4b74-8b00-c1b2245c86dd None None] Network 99841a4b-51ed-49d3-83a7-53217db82125 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:17.201270 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d38604bc-e608-4f4a-af6e-9848f8d89a1e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0951655 May 04 14:05:17.203722 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38264) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:17.204683 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:17.207269 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c3d25-55cc-40cc-87b1-83e3cec4e90e" -d '{"events": [{"server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:17.212362 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:17.218893 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:15Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:17.264110 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bfc5e7-6bdf-46fb-9add-d2140611f661 x-openstack-request-id: req-96bfc5e7-6bdf-46fb-9add-d2140611f661 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:17.264458 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:17.264811 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96bfc5e7-6bdf-46fb-9add-d2140611f661 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:17.265157 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bfc5e7-6bdf-46fb-9add-d2140611f661'] response: {'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8', 'code': 200} May 04 14:05:17.279610 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf9ef-aebd-48b2-b219-856c4009811c req-7435b0ec-1890-4fda-8922-22900bfa26ae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:17.281132 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-edeaf9ef-aebd-48b2-b219-856c4009811c req-7435b0ec-1890-4fda-8922-22900bfa26ae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0478902 May 04 14:05:17.294247 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.295325 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.305075 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81ab5d-b4c6-4388-bbf8-1e49dd0459a2 None None] The sync data for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi is: [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:15Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:17.316584 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a3451cef-714a-401c-a231-49bd24a1f5d8,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:17.349515 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:17.351537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-edeaf9ef-aebd-48b2-b219-856c4009811c req-f0bc6ecd-98e8-438b-b4de-a3620ae0f745 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 May 04 14:05:17.420275 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.422687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['64ec8cd9-56ab-470b-9756-429c48d66127'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:05:17.444290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for router_controller (1e013f70-0d9b-4316-9f54-bdd1097720e5), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.479787 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-99841a4b-51ed-49d3-83a7-53217db82125', 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125', 'project_id': 'f069da9dd6984432a143e118febee213', 'fixed_ips': [{'subnet_id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:05:17.480744 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.522660 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3b8b8-03eb-4bee-b92d-9db16a382185 None None] Current status of the port 19330ce2-5ca2-4411-a857-3985af610808 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:17.624034 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:17.736295 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 19330ce2-5ca2-4411-a857-3985af610808 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:17.738841 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Allocated IP 172.20.0.2 (99841a4b-51ed-49d3-83a7-53217db82125/e1062f10-07a7-4f4e-8d3a-46944f37842e/913ea810-ff47-4df6-a407-ecd3b97c1bcf) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:17.848698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for router_gateway (1e013f70-0d9b-4316-9f54-bdd1097720e5), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.893836 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dc690-3e3b-4c91-85a6-b89c44802daf req-29c8e5a7-c16b-4da8-904b-e8ff579b661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:17.895005 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-607dc690-3e3b-4c91-85a6-b89c44802daf req-29c8e5a7-c16b-4da8-904b-e8ff579b661a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 1133 time: 0.0493813 May 04 14:05:17.899381 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 19330ce2-5ca2-4411-a857-3985af610808 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:17.899738 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (19330ce2-5ca2-4411-a857-3985af610808), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:17.963243 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-607dc690-3e3b-4c91-85a6-b89c44802daf req-be6e6726-d446-4322-9f83-57dcfa9b343a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 May 04 14:05:18.073479 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks [] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.081655 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 19330ce2-5ca2-4411-a857-3985af610808 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:18.160083 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for router_gateway (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.174725 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.180961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.276610 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Network 99841a4b-51ed-49d3-83a7-53217db82125 is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:18.282825 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:18.296353 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:18.306686 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Pushing event updated for resources: {'Port': ['ID=913ea810-ff47-4df6-a407-ecd3b97c1bcf,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:18.395196 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Attempting to bind port 913ea810-ff47-4df6-a407-ecd3b97c1bcf on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:18.395574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Attempting to bind port 913ea810-ff47-4df6-a407-ecd3b97c1bcf by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:18.396081 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Attempting to bind port 913ea810-ff47-4df6-a407-ecd3b97c1bcf on network 99841a4b-51ed-49d3-83a7-53217db82125 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:18.406878 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:18.407268 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Checking segment: {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:18.407677 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.408089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Bound using segment: {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:18.410195 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Bound port: 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:18.410622 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.512966 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2718021-0b40-41c3-8b84-e4589ec4e3cc req-7a34c15c-a334-47c9-8488-8e2190f4a38f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:18.521149 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2718021-0b40-41c3-8b84-e4589ec4e3cc req-7a34c15c-a334-47c9-8488-8e2190f4a38f tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.1235702 May 04 14:05:18.532830 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] For port 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:18.541590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] For port 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=913ea810-ff47-4df6-a407-ecd3b97c1bcf,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:18.542673 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Allocated IP 172.27.3.22 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/96153c36-b8c0-4cba-84f1-cb13b34cfed6) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:18.556184 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bae9-2b88-4473-a3f1-11827f713406 req-76bde2d1-66df-4a60-beab-d26b5df42a9a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:18.561952 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5734bae9-2b88-4473-a3f1-11827f713406 req-76bde2d1-66df-4a60-beab-d26b5df42a9a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 944 time: 0.1826527 May 04 14:05:18.619892 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2718021-0b40-41c3-8b84-e4589ec4e3cc req-af0dbd4c-7d2d-414d-8c7b-4bd26b36bee2 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 May 04 14:05:18.649625 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5734bae9-2b88-4473-a3f1-11827f713406 req-0740f657-505b-4e5e-b38c-eeff0699ecde tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741105 May 04 14:05:18.677590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.702805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.791724 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814c7c-8a43-467f-898d-2b042b804be8 req-98cdead5-c4f2-47cd-9273-c8a8d842adc2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:18.795302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdceda1-e5a6-4f47-96d4-5e19f5322e16 None None] Pushing event updated for resources: {'Port': ['ID=913ea810-ff47-4df6-a407-ecd3b97c1bcf,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:18.805179 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fc814c7c-8a43-467f-898d-2b042b804be8 req-98cdead5-c4f2-47cd-9273-c8a8d842adc2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0857291 May 04 14:05:18.837376 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.883591 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fc814c7c-8a43-467f-898d-2b042b804be8 req-c7d7a358-c18e-4429-8cc8-4fc51ab7b85a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 May 04 14:05:18.884861 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:18.888911 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:18.892788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:18.923102 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 64ec8cd9-56ab-470b-9756-429c48d66127 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:18.973330 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Pushing event updated for resources: {'Port': ['ID=96153c36-b8c0-4cba-84f1-cb13b34cfed6,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:19.044297 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 64ec8cd9-56ab-470b-9756-429c48d66127 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:05:19.117784 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 64ec8cd9-56ab-470b-9756-429c48d66127 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:19.118684 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.225558 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 64ec8cd9-56ab-470b-9756-429c48d66127 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:19.226262 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.265312 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64ec8cd9-56ab-470b-9756-429c48d66127,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:19.266104 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:19.268562 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b1510b-4d89-40ee-8cd4-297919159477" -d '{"events": [{"server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "name": "network-vif-plugged", "status": "completed", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:19.304165 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171d762-b71f-4e04-9380-2670b013ee0c x-openstack-request-id: req-7171d762-b71f-4e04-9380-2670b013ee0c {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:19.304679 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "name": "network-vif-plugged", "status": "completed", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:19.305369 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7171d762-b71f-4e04-9380-2670b013ee0c {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:19.309881 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7171d762-b71f-4e04-9380-2670b013ee0c'] response: {'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127', 'code': 200} May 04 14:05:19.325019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for router_gateway (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.469936 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.566693 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:19.633576 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.752143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 913ea810-ff47-4df6-a407-ecd3b97c1bcf up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:19.792291 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd5d30-53a9-4972-9612-64c30dc99460 req-cda9ed89-1729-45c6-adfe-bab55407b25e tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:19.799965 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8cd5d30-53a9-4972-9612-64c30dc99460 req-cda9ed89-1729-45c6-adfe-bab55407b25e tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.0635781 May 04 14:05:19.837293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 913ea810-ff47-4df6-a407-ecd3b97c1bcf triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:19.837293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.924740 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec007680-6261-4297-9944-218ca16d6e82 None None] Network 99841a4b-51ed-49d3-83a7-53217db82125 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:19.957807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8cd5d30-53a9-4972-9612-64c30dc99460 req-71a9976c-e9f9-4014-bf6b-58f8ab2d4de4 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567631 May 04 14:05:19.981321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfaa4-84f9-438b-8609-3b406f23bdd1 req-07b9a470-01b5-4c19-8684-46fd6955d95d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:19.991121 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09ddfaa4-84f9-438b-8609-3b406f23bdd1 req-07b9a470-01b5-4c19-8684-46fd6955d95d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.1716468 May 04 14:05:20.019807 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Router 1e013f70-0d9b-4316-9f54-bdd1097720e5 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:05:20.040560 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Provisioning complete for port 913ea810-ff47-4df6-a407-ecd3b97c1bcf triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:20.041027 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:20.049682 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09ddfaa4-84f9-438b-8609-3b406f23bdd1 req-5a7e8150-6663-4d19-a0a8-b4d7697f0dbe tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516429 May 04 14:05:20.091761 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 913ea810-ff47-4df6-a407-ecd3b97c1bcf is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:20.092296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:20.111980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456a89-587c-4c5e-9ab1-93da672089a1 req-00afd293-12a8-4951-a013-d3416351f701 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:20.114252 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b7456a89-587c-4c5e-9ab1-93da672089a1 req-00afd293-12a8-4951-a013-d3416351f701 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0683036 May 04 14:05:20.186176 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=913ea810-ff47-4df6-a407-ecd3b97c1bcf,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:20.189546 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b7456a89-587c-4c5e-9ab1-93da672089a1 req-e2598962-7eb8-4be6-abda-0155f9aba795 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 May 04 14:05:20.240196 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:05:20.249079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Current status of the port 913ea810-ff47-4df6-a407-ecd3b97c1bcf is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:20.249710 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:20.253337 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Sync routers for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:05:20.266371 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:20.270455 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:20.283981 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:20.440829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16626bc-88fa-45c7-a46b-22e5d906b629 req-3d6a772f-c5aa-4f33-ae72-51721b8910f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:20.442814 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e16626bc-88fa-45c7-a46b-22e5d906b629 req-3d6a772f-c5aa-4f33-ae72-51721b8910f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 1129 time: 0.1080246 May 04 14:05:20.449548 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:20.450219 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:20.455391 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8314417a-4317-4de4-8b72-ed9ff282ff83 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2498729 May 04 14:05:20.462303 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=913ea810-ff47-4df6-a407-ecd3b97c1bcf,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:20.462998 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38324) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:20.541095 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e16626bc-88fa-45c7-a46b-22e5d906b629 req-6cf40c55-c5ce-4c31-94be-f52a62e679d0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838330 May 04 14:05:20.597095 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:05:20.598546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:05:20.700975 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:19Z', 'revision_number': 3, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:20.729511 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Checking router: 1e013f70-0d9b-4316-9f54-bdd1097720e5 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:05:20.729898 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Updating router 1e013f70-0d9b-4316-9f54-bdd1097720e5 port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:05:20.764964 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.053607 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks [] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.155949 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-455ea3c2-46f5-4a9b-9a66-065ebbf56d1f None None] Current status of the port 913ea810-ff47-4df6-a407-ecd3b97c1bcf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:21.162966 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.224592 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Attempting to bind port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:21.227401 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Attempting to bind port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:21.227401 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Attempting to bind port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:21.227746 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01c91a-89cb-4cc7-9064-ddcb315044ed None None] Pushing event updated for resources: {'Port': ['ID=96153c36-b8c0-4cba-84f1-cb13b34cfed6,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:21.234060 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:21.234487 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:21.234813 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.235197 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:21.235825 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Bound port: 96153c36-b8c0-4cba-84f1-cb13b34cfed6, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:21.236163 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.284659 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-300bfe0c-07d1-44c6-9fde-244030de1a03 None None] Provisioning complete for port 913ea810-ff47-4df6-a407-ecd3b97c1bcf triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:21.285312 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-300bfe0c-07d1-44c6-9fde-244030de1a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.295349 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] For port 96153c36-b8c0-4cba-84f1-cb13b34cfed6, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:21.346528 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] For port 96153c36-b8c0-4cba-84f1-cb13b34cfed6, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=96153c36-b8c0-4cba-84f1-cb13b34cfed6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:21.414968 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-300bfe0c-07d1-44c6-9fde-244030de1a03 None None] Current status of the port 913ea810-ff47-4df6-a407-ecd3b97c1bcf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:21.440913 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9b38b-3191-4efc-8918-ae0f889478df req-0aa47b3d-a801-427e-aedb-5c537813c6cc tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:21.443196 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7ab9b38b-3191-4efc-8918-ae0f889478df req-0aa47b3d-a801-427e-aedb-5c537813c6cc tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.3804576 May 04 14:05:21.457784 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290b54a-9c7a-46cd-a7da-7cfac0e782b0 req-b7f816a0-3ffc-4d7e-82e2-a4aab935bef2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:21.460134 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.465938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8290b54a-9c7a-46cd-a7da-7cfac0e782b0 req-b7f816a0-3ffc-4d7e-82e2-a4aab935bef2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0917821 May 04 14:05:21.481225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.536214 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01c91a-89cb-4cc7-9064-ddcb315044ed None None] Pushing event updated for resources: {'Port': ['ID=96153c36-b8c0-4cba-84f1-cb13b34cfed6,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:21.541068 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:21.541813 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:21.608812 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7ab9b38b-3191-4efc-8918-ae0f889478df req-dee440b4-a4f6-498a-aa94-b9ffa9a53d26 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384459 May 04 14:05:21.630018 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8290b54a-9c7a-46cd-a7da-7cfac0e782b0 req-aaeee0f0-fab9-4c8a-b4ca-166cf25a506d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574457 May 04 14:05:21.666004 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 913ea810-ff47-4df6-a407-ecd3b97c1bcf up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:21.717697 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:21.760825 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 913ea810-ff47-4df6-a407-ecd3b97c1bcf triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:21.762251 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.841231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a10b8-9f32-4f4d-818e-0f0fed9b01ea req-c83bafc4-aea6-41c5-968a-2d064bb9203d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:21.842933 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-409a10b8-9f32-4f4d-818e-0f0fed9b01ea req-c83bafc4-aea6-41c5-968a-2d064bb9203d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0744047 May 04 14:05:21.844217 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Allocated IP 172.20.0.1 (99841a4b-51ed-49d3-83a7-53217db82125/e1062f10-07a7-4f4e-8d3a-46944f37842e/86e1d54e-1416-4d1e-8c75-bb29909a737f) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:21.931431 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 913ea810-ff47-4df6-a407-ecd3b97c1bcf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:21.985185 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-409a10b8-9f32-4f4d-818e-0f0fed9b01ea req-6abfd2a5-2a84-4e04-9acb-d71fd974310a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257720 May 04 14:05:22.001334 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:19Z', 'revision_number': 3, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:22.031229 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks [] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.034201 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237b63e-e276-4547-80f6-4b6c55393539 None None] The sync data for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi is: [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:19Z', 'revision_number': 3, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:22.187525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.255037 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Network 99841a4b-51ed-49d3-83a7-53217db82125 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:22.259700 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:22.264177 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:22.380416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Pushing event updated for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:22.407305 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334b4eb-d53d-4b52-9513-e9d402c193f5 req-11f2e4e6-bc82-4084-8ea2-868e57460ac1 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:22.408914 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d334b4eb-d53d-4b52-9513-e9d402c193f5 req-11f2e4e6-bc82-4084-8ea2-868e57460ac1 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.1398823 May 04 14:05:22.409902 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.513889 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d334b4eb-d53d-4b52-9513-e9d402c193f5 req-22a96de1-8182-40d9-b865-cc59df2dc85d tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 May 04 14:05:22.656748 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-300db09d-6f0e-4bd7-a7bb-8c53166a5871 None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:22.657485 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-300db09d-6f0e-4bd7-a7bb-8c53166a5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.699576 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-300db09d-6f0e-4bd7-a7bb-8c53166a5871 None None] Port 86e1d54e-1416-4d1e-8c75-bb29909a737f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:22.725085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.823088 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ad38-5a79-418f-a7b2-6b07a14ab2f2 req-fe473a25-a428-4068-9d74-125ebfb82362 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:22.825002 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7b0ad38-5a79-418f-a7b2-6b07a14ab2f2 req-fe473a25-a428-4068-9d74-125ebfb82362 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0652568 May 04 14:05:22.935375 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7b0ad38-5a79-418f-a7b2-6b07a14ab2f2 req-da55b7b1-d990-4209-a94b-b3869c9a8e31 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983427 May 04 14:05:23.012755 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks [] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:23.117715 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc174-4659-4862-8bc7-80f3914d3cd2 req-92206a2c-4fb3-4409-9cfe-d01585714dae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:23.119317 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-655cc174-4659-4862-8bc7-80f3914d3cd2 req-92206a2c-4fb3-4409-9cfe-d01585714dae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0490978 May 04 14:05:23.170143 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-655cc174-4659-4862-8bc7-80f3914d3cd2 req-34e5f1a7-d16e-4b49-bf4b-bc53cd39deeb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 May 04 14:05:23.282473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:23.354640 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:23.356505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Pushing event updated for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:23.449890 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Network 99841a4b-51ed-49d3-83a7-53217db82125 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:23.451149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:23.593669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Router 1e013f70-0d9b-4316-9f54-bdd1097720e5 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:05:23.682481 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 96153c36-b8c0-4cba-84f1-cb13b34cfed6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:23.722257 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ffb84-5c14-4cad-948c-e1d365fb0507 req-83a7f833-e3cd-4453-a129-16c3a61cd604 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:23.728926 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f2ffb84-5c14-4cad-948c-e1d365fb0507 req-83a7f833-e3cd-4453-a129-16c3a61cd604 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.1252234 May 04 14:05:23.737341 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-cd470fef-7db4-4756-85f5-98b196c5331a None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:23.737709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-cd470fef-7db4-4756-85f5-98b196c5331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:23.828232 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:05:23.842145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f2ffb84-5c14-4cad-948c-e1d365fb0507 req-6cba3765-d1b0-4c3d-9d64-390917e84bbe tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095266 May 04 14:05:23.859222 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d76843b4-96f6-43a4-8b8e-c24373f87f74 admin admin] 10.222.0.69 "PUT /v2.0/routers/1e013f70-0d9b-4316-9f54-bdd1097720e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3949354 May 04 14:05:23.916181 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-cd470fef-7db4-4756-85f5-98b196c5331a None None] Port 86e1d54e-1416-4d1e-8c75-bb29909a737f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:23.918001 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:23.918140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:24.011811 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:24.018131 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:24.034581 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 96153c36-b8c0-4cba-84f1-cb13b34cfed6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=96153c36-b8c0-4cba-84f1-cb13b34cfed6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:24.055897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364262-93cd-438c-979f-5fa60898ce98 req-c93d21ef-5f44-4eec-8738-74d618fe1fb0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:24.057536 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1364262-93cd-438c-979f-5fa60898ce98 req-c93d21ef-5f44-4eec-8738-74d618fe1fb0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0491822 May 04 14:05:24.108893 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1364262-93cd-438c-979f-5fa60898ce98 req-c5d0c118-4f43-491d-a6f2-7ce2c41e1c62 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 May 04 14:05:24.163514 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:24.221492 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=96153c36-b8c0-4cba-84f1-cb13b34cfed6,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:24.280748 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686b37-685d-4680-9755-bda980b9fe8a req-56fdf3d2-45ad-48ac-a20e-ae5c9cb6f0ea tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:24.285449 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dd686b37-685d-4680-9755-bda980b9fe8a req-56fdf3d2-45ad-48ac-a20e-ae5c9cb6f0ea tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0621159 May 04 14:05:24.291837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38408) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:24.297327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:24.348436 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:24.407247 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815676c-bcc8-4f34-95a9-46ac762abe20 req-47f253f4-c65f-40db-9946-0389adc1b9c6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:24.408802 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5815676c-bcc8-4f34-95a9-46ac762abe20 req-47f253f4-c65f-40db-9946-0389adc1b9c6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0592782 May 04 14:05:24.485780 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5815676c-bcc8-4f34-95a9-46ac762abe20 req-b8bb43a5-9eea-4ff2-99f8-8ab54de8e224 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701840 May 04 14:05:24.638443 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea726b-80ee-4efd-879f-53ca4c3aee22 req-50afe421-ddb4-4f14-8154-f1bb0e1be22c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:24.640687 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-07ea726b-80ee-4efd-879f-53ca4c3aee22 req-50afe421-ddb4-4f14-8154-f1bb0e1be22c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0871060 May 04 14:05:24.682968 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Sync routers for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:05:24.697183 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:24.699337 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:24.719574 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-07ea726b-80ee-4efd-879f-53ca4c3aee22 req-ebb2bcea-155d-44ac-acc6-12193f8c0dd8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686114 May 04 14:05:24.838940 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:24.873969 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38426) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:24.884005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162654586', 'description': 'tempest-secgroup-smoke-1162654586 description', 'project_id': '88a63492d899456b992ad5ab7c8affca'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:24.940801 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:24.996947 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e50e4-02ef-4c33-9d26-c44404d23061 req-932a61d3-f726-4e3b-9e4e-2bc5b637298c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:24.998534 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a2e50e4-02ef-4c33-9d26-c44404d23061 req-932a61d3-f726-4e3b-9e4e-2bc5b637298c tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.0540471 May 04 14:05:25.044918 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.060448 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a2e50e4-02ef-4c33-9d26-c44404d23061 req-d82fcf41-92bb-4598-a480-2af7b53e3162 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 May 04 14:05:25.075598 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:22Z', 'revision_number': 4, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '86e1d54e-1416-4d1e-8c75-bb29909a737f', 'name': '', 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'mac_address': 'fa:16:3e:37:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:21Z', 'updated_at': '2022-05-04T14:05:22Z', 'revision_number': 2, 'project_id': 'f069da9dd6984432a143e118febee213', 'subnets': [{'id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:25.106375 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.130633 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Checking router: 1e013f70-0d9b-4316-9f54-bdd1097720e5 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:05:25.131576 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Updating router 1e013f70-0d9b-4316-9f54-bdd1097720e5 port 86e1d54e-1416-4d1e-8c75-bb29909a737f binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:05:25.142265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (e9e692dd-a393-48cf-b414-c1df735bc4e8), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.162467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.228166 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP d04dcbdf-16c9-4a2c-9fc5-54190c444691 associated. External IP: 172.27.3.129, port: 64ec8cd9-56ab-470b-9756-429c48d66127. May 04 14:05:25.408295 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (e9e692dd-a393-48cf-b414-c1df735bc4e8), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.440930 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e692dd-a393-48cf-b414-c1df735bc4e8,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:25.496743 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks [] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.588402 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9656ff-ba1e-4756-899f-d94a8d66b4a2 req-9dc63f05-3b73-4820-a954-c2b410234d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:25.590083 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4d9656ff-ba1e-4756-899f-d94a8d66b4a2 req-9dc63f05-3b73-4820-a954-c2b410234d7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.0616839 May 04 14:05:25.614776 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38440) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:25.642758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83deb5-2f46-43bf-8d3d-947e6dfb778a req-fa40ee66-8be1-4319-9dae-671e2a31cdff tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:25.643433 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.644500 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd83deb5-2f46-43bf-8d3d-947e6dfb778a req-fa40ee66-8be1-4319-9dae-671e2a31cdff tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0674863 May 04 14:05:25.648609 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.656767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38444) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:25.657549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0acab0a7-c6c5-4b52-92f3-464dc72d64b9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7816830 May 04 14:05:25.675619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:25.722402 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 96153c36-b8c0-4cba-84f1-cb13b34cfed6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:25.804489 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd83deb5-2f46-43bf-8d3d-947e6dfb778a req-199aff15-9e2d-415f-bc5a-c57ed907e9ed tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445148 May 04 14:05:25.819394 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c3fd-e5e3-4138-911e-9e13646c54b4 None None] Pushing event updated for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:25.820017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ab29-2326-4803-af27-0066b75ac726 req-4c1bd2fe-31fa-4a11-937b-eb646ccd5486 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:25.834642 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (ae9e0804-6cc0-4b75-925e-cebd1f1d729f), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.841177 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a84ab29-2326-4803-af27-0066b75ac726 req-4c1bd2fe-31fa-4a11-937b-eb646ccd5486 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.1344304 May 04 14:05:25.858502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:25.858946 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.876932 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-7c9c5151-735b-483f-8496-ca1f687e05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:25.878560 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-7c9c5151-735b-483f-8496-ca1f687e05fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.1751645 May 04 14:05:25.938504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fcc597db-a447-4a56-8538-f12484a593cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:25.964066 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b666b4-1116-476c-a860-ce0c8d80ebff req-72b53d6f-8668-4965-866e-2a88bea0a6ac tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:25.966691 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b2b666b4-1116-476c-a860-ce0c8d80ebff req-72b53d6f-8668-4965-866e-2a88bea0a6ac tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.1244555 May 04 14:05:26.030955 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (ae9e0804-6cc0-4b75-925e-cebd1f1d729f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.038282 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4d9656ff-ba1e-4756-899f-d94a8d66b4a2 req-b42aa58e-8785-4739-8f7b-24bd9a518288 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331938 May 04 14:05:26.038563 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d24ed37c-9e33-4f8c-8da2-e5342adfbf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.047065 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Attempting to bind port 86e1d54e-1416-4d1e-8c75-bb29909a737f on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:26.047481 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Attempting to bind port 86e1d54e-1416-4d1e-8c75-bb29909a737f by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:26.047844 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Attempting to bind port 86e1d54e-1416-4d1e-8c75-bb29909a737f on network 99841a4b-51ed-49d3-83a7-53217db82125 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:26.110058 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:26.116229 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:26.116607 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Checking segment: {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:26.117459 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.117856 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Bound using segment: {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:26.118341 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Bound port: 86e1d54e-1416-4d1e-8c75-bb29909a737f, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:26.118722 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.148434 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Deleting port a3451cef-714a-401c-a231-49bd24a1f5d8 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:05:26.148747 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.168599 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-e4c68c31-9a56-4d75-9052-ae616c276f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:26.171103 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-e4c68c31-9a56-4d75-9052-ae616c276f80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.2402720 May 04 14:05:26.177384 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:05:26.178351 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (ae9e0804-6cc0-4b75-925e-cebd1f1d729f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.198943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-79792853-7248-4fdd-8999-bc8fe66def53 None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:26.199641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-79792853-7248-4fdd-8999-bc8fe66def53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.202242 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9e0804-6cc0-4b75-925e-cebd1f1d729f,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:26.220457 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b2b666b4-1116-476c-a860-ce0c8d80ebff req-62edf1d9-4654-4b37-b71b-03bceead271c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405074 May 04 14:05:26.275358 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] For port 86e1d54e-1416-4d1e-8c75-bb29909a737f, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:26.280902 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] For port 86e1d54e-1416-4d1e-8c75-bb29909a737f, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=86e1d54e-1416-4d1e-8c75-bb29909a737f,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:26.303639 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-79792853-7248-4fdd-8999-bc8fe66def53 None None] Port 86e1d54e-1416-4d1e-8c75-bb29909a737f cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:26.318980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2824d-e109-4b0d-b7ed-3ac0eb2f8723 req-b77ef2f5-b9a6-4161-aa0a-644e4fbe5ca8 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:26.320563 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-31a2824d-e109-4b0d-b7ed-3ac0eb2f8723 req-b77ef2f5-b9a6-4161-aa0a-644e4fbe5ca8 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 949 time: 0.1659541 May 04 14:05:26.353760 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:05:26.361161 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.364901 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3bdcb6f9-032a-4c7a-a03e-9093dff82a18 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7014775 May 04 14:05:26.365314 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.374424 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38454) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:26.376253 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:05:26.381493 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:26.390933 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:26.391918 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:26.407136 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-462cab0f-d019-48c7-a59a-1d3f44c4a003 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "PUT /v2.0/floatingips/d04dcbdf-16c9-4a2c-9fc5-54190c444691 HTTP/1.1" status: 200 len: 991 time: 2.1138258 May 04 14:05:26.440470 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] For port a3451cef-714a-401c-a231-49bd24a1f5d8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a3451cef-714a-401c-a231-49bd24a1f5d8,segment=NetworkSegment(f25ec0f8-2fca-4df4-b6ea-2325d78f7b91),segment_id=f25ec0f8-2fca-4df4-b6ea-2325d78f7b91)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:26.440849 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.445134 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fcc597db-a447-4a56-8538-f12484a593cd admin admin] Publish callbacks [] for security_group (9d894e24-e63e-452c-89f4-996f1d11cee9), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.445485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:26.447789 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:26.452122 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-b3a575ca-f195-43c7-a8e6-0c8db31a9eee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.0475090 May 04 14:05:26.475818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-31a2824d-e109-4b0d-b7ed-3ac0eb2f8723 req-d9096ef5-3384-4617-b561-89173b9a001d tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/security-groups?id=b32809f0-9dac-4b5a-9e87-811bce60191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393094 May 04 14:05:26.484250 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Calling delete_port for a3451cef-714a-401c-a231-49bd24a1f5d8 owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:05:26.494903 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9d636-dba5-4d26-9ee5-59d0c8ae4b9b x-openstack-request-id: req-ffb9d636-dba5-4d26-9ee5-59d0c8ae4b9b {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:26.495199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:26.496103 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffb9d636-dba5-4d26-9ee5-59d0c8ae4b9b {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:26.496755 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb9d636-dba5-4d26-9ee5-59d0c8ae4b9b'] response: {'name': 'network-changed', 'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127', 'status': 'completed', 'code': 200} May 04 14:05:26.541440 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:26.732823 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.749057 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fcc597db-a447-4a56-8538-f12484a593cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9d894e24-e63e-452c-89f4-996f1d11cee9), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.768505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (34a58971-dfa1-47fa-9507-f76305c92a28), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:26.802456 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:26.813611 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:26.814182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:26.816350 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c3fd-e5e3-4138-911e-9e13646c54b4 None None] Pushing event updated for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:26.839068 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc597db-a447-4a56-8538-f12484a593cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d894e24-e63e-452c-89f4-996f1d11cee9,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:26.861809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-fcc597db-a447-4a56-8538-f12484a593cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c691fe96a79b49b39d56078c11085e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2461083 May 04 14:05:26.865593 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38462) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:26.867882 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:05:26.918111 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:05:26.919375 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:04:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:26.959022 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-2ef6b46c-d190-4882-b060-7135eb837ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:26.962486 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-2ef6b46c-d190-4882-b060-7135eb837ef3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.1380432 May 04 14:05:26.999645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:27.032693 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (a3451cef-714a-401c-a231-49bd24a1f5d8), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.064246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (34a58971-dfa1-47fa-9507-f76305c92a28), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.064448 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-b3d68f17-c9df-4783-922e-b9d6495b1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:27.064448 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-b3d68f17-c9df-4783-922e-b9d6495b1ed3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 1129 time: 0.1616089 May 04 14:05:27.092128 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-8bb4149c-9612-442b-a1c6-7e1edd08ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:27.093786 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-8bb4149c-9612-442b-a1c6-7e1edd08ea64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1073091 May 04 14:05:27.237552 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1ef7c-3d8e-47da-958b-45b41d3cbcc3 req-2bd4316b-4ae6-4b42-8075-c7d485fca162 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:27.242292 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-5c3063b7-27c7-41d4-94dd-5fe9c74e9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:27.244421 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-5c3063b7-27c7-41d4-94dd-5fe9c74e9163 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 915 time: 0.1858244 May 04 14:05:27.247870 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1ee1ef7c-3d8e-47da-958b-45b41d3cbcc3 req-2bd4316b-4ae6-4b42-8075-c7d485fca162 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2440727 May 04 14:05:27.287111 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Pushing event deleted for resources: {'Port': ['ID=a3451cef-714a-401c-a231-49bd24a1f5d8,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:27.322837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Publish callbacks [] for security_group (9d894e24-e63e-452c-89f4-996f1d11cee9), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.333578 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (34a58971-dfa1-47fa-9507-f76305c92a28), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.352937 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:27.353418 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.367956 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:05:27.407433 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] No DVR routers for this DVR port a3451cef-714a-401c-a231-49bd24a1f5d8 on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:05:27.415993 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:22Z', 'revision_number': 4, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '86e1d54e-1416-4d1e-8c75-bb29909a737f', 'name': '', 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'mac_address': 'fa:16:3e:37:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:21Z', 'updated_at': '2022-05-04T14:05:26Z', 'revision_number': 4, 'project_id': 'f069da9dd6984432a143e118febee213', 'subnets': [{'id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:27.459561 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcdec2-dc62-4dc8-95c3-1b4df5d4b190 None None] The sync data for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi is: [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:05:22Z', 'revision_number': 4, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '86e1d54e-1416-4d1e-8c75-bb29909a737f', 'name': '', 'network_id': '99841a4b-51ed-49d3-83a7-53217db82125', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'mac_address': 'fa:16:3e:37:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:21Z', 'updated_at': '2022-05-04T14:05:26Z', 'revision_number': 4, 'project_id': 'f069da9dd6984432a143e118febee213', 'subnets': [{'id': 'e1062f10-07a7-4f4e-8d3a-46944f37842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:27.460761 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Publish callbacks [] for security_group (9d894e24-e63e-452c-89f4-996f1d11cee9), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.488098 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-9e60979e-14ef-497e-964b-99b7b002e2e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64ec8cd9-56ab-470b-9756-429c48d66127 HTTP/1.1" status: 200 len: 999 time: 0.2079570 May 04 14:05:27.511846 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a58971-dfa1-47fa-9507-f76305c92a28,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:27.519106 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.522455 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a84ab29-2326-4803-af27-0066b75ac726 req-5a10711b-b173-429f-8f61-e68e414da584 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.58 "DELETE /v2.0/ports/a3451cef-714a-401c-a231-49bd24a1f5d8 HTTP/1.1" status: 204 len: 173 time: 1.6196187 May 04 14:05:27.531875 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'name': 'network-vif-deleted', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:27.534252 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87849b7e-6f79-4845-8ba7-c028615ea4d2" -d '{"events": [{"server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "name": "network-vif-deleted", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:27.535841 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Current status of the port 86e1d54e-1416-4d1e-8c75-bb29909a737f is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:27.536331 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.597770 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1ee1ef7c-3d8e-47da-958b-45b41d3cbcc3 req-ce9b2ed3-4099-4e45-a566-595812294c56 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493857 May 04 14:05:27.601669 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-d476b21e-b318-4731-9470-6595fd7a3fba service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001106 May 04 14:05:27.628515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dea4b5-1cd6-4512-898d-d0f274f692a9 req-1ba81b65-e5d6-4e3a-89cd-57f6b54cd25b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:27.634470 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] For port 86e1d54e-1416-4d1e-8c75-bb29909a737f, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=86e1d54e-1416-4d1e-8c75-bb29909a737f,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:27.641552 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1dea4b5-1cd6-4512-898d-d0f274f692a9 req-1ba81b65-e5d6-4e3a-89cd-57f6b54cd25b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.1995883 May 04 14:05:27.706743 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.708060 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8af2a8af-5dea-4cb1-a80b-2a825723ede6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3316064 May 04 14:05:27.711199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38478) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:27.720685 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:27.780578 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:05:27.784654 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b46a472a-a908-4a7f-8564-575cf04d345c req-d4125509-8f0e-4bbe-89ff-220074c741c5 tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0619662 May 04 14:05:27.791338 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 86e1d54e-1416-4d1e-8c75-bb29909a737f up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:27.807696 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1dea4b5-1cd6-4512-898d-d0f274f692a9 req-0f49e436-f9b8-4ae5-9e4a-a805eb7d2914 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571219 May 04 14:05:27.826323 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8a36-a6e6-48e8-8f6c-7e9a683d7e3c None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:05:27.843245 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.857521 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a57cb63-4285-405c-a2d6-d7f326f8ce3c x-openstack-request-id: req-2a57cb63-4285-405c-a2d6-d7f326f8ce3c {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:27.857845 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e", "name": "network-vif-deleted", "tag": "a3451cef-714a-401c-a231-49bd24a1f5d8", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:27.858165 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a57cb63-4285-405c-a2d6-d7f326f8ce3c {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:27.858429 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a57cb63-4285-405c-a2d6-d7f326f8ce3c'] response: {'server_uuid': '8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e', 'name': 'network-vif-deleted', 'tag': 'a3451cef-714a-401c-a231-49bd24a1f5d8', 'status': 'completed', 'code': 200} May 04 14:05:27.889320 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (29fa87de-2e7c-47e8-85a4-ba1d0eb091d2), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.932393 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da16092-49de-4a56-b0e1-9d77201a1e4f None None] Pushing event updated for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:27.936342 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9d894e24-e63e-452c-89f4-996f1d11cee9), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.940753 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.940753 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d894e24-e63e-452c-89f4-996f1d11cee9 HTTP/1.1" status: 204 len: 168 time: 1.0729477 May 04 14:05:27.942407 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:27.944135 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:27.983670 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d894e24-e63e-452c-89f4-996f1d11cee9,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:28.006435 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.006739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.007136 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.007479 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.007807 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.008138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.012226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.016286 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.016286 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.018323 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.018682 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.019114 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.019527 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.019741 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.020056 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d93dfc-0bd4-4e1e-b7fe-9e4eaef1160a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.053661 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-2ce9b49a-0fc3-49de-b784-083c07467a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:28.055239 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-2ce9b49a-0fc3-49de-b784-083c07467a81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.1003172 May 04 14:05:28.182290 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 86e1d54e-1416-4d1e-8c75-bb29909a737f is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:28.237868 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-afe80718-ef8e-431b-8647-258cc7c2ff30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:28.239559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:28.258328 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-ec898950-a381-4fdc-aa49-ea45a2934808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:28.259886 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-ec898950-a381-4fdc-aa49-ea45a2934808 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1688530 May 04 14:05:28.266562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (29fa87de-2e7c-47e8-85a4-ba1d0eb091d2), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:28.304883 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c5a750c6-723d-43f3-8199-19f1d712fb93 req-eb72d1bf-855e-40de-9382-4196c434a897 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453453 May 04 14:05:28.323442 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9965e05-6f83-425d-85ec-f1adf2f079d6 None None] New status for floating IP d04dcbdf-16c9-4a2c-9fc5-54190c444691: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:05:28.394971 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-883fdf0c-fce3-4b77-b988-99c1e319fa35 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224976 May 04 14:05:28.527519 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (29fa87de-2e7c-47e8-85a4-ba1d0eb091d2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:28.536726 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d9ca7bd6-dfd4-427b-947f-a4980cffb94d req-37c1b505-906e-4db0-90c2-57b6bb023c5d service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255367 May 04 14:05:28.554450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fa87de-2e7c-47e8-85a4-ba1d0eb091d2,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:28.565083 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.565457 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.565792 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.566228 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.566562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.566886 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.567230 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.567549 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.567919 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.568243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.568562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.568910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.569225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.569583 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.569924 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:28.718876 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:28.720161 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a2b2ae94-6ae0-427b-a918-045cad4f3b6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0063443 May 04 14:05:28.723080 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38496) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:28.728023 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:28.736916 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f258-7287-4534-92d6-0b8af66e8ec6 req-64e3b41b-22ff-46e2-a4c5-5f528c31f944 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:28.738466 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0aa3f258-7287-4534-92d6-0b8af66e8ec6 req-64e3b41b-22ff-46e2-a4c5-5f528c31f944 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0514126 May 04 14:05:28.740892 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:05:28.789924 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0aa3f258-7287-4534-92d6-0b8af66e8ec6 req-b781fb9f-8be3-40d8-944c-4c3e26ee0d4f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 May 04 14:05:28.939416 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f9ec582-6676-448e-bcc9-7dc9e6fd430b req-b783b8a1-aabc-4e2c-aeeb-2fb7cc47f7bd tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0311971 May 04 14:05:28.949132 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device a3451cef-714a-401c-a231-49bd24a1f5d8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:05:28.950822 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097df6f-b14a-40ad-80b3-e6e8092c410c req-503a25f8-8632-4fa5-86eb-0ad6dcd35784 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:28.961116 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9097df6f-b14a-40ad-80b3-e6e8092c410c req-503a25f8-8632-4fa5-86eb-0ad6dcd35784 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0764208 May 04 14:05:28.974490 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: a3451cef-714a-401c-a231-49bd24a1f5d8 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:05:28.974859 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device a3451cef-714a-401c-a231-49bd24a1f5d8 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:05:29.003157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (ee60d7bf-59c3-4db6-879c-b6aa4e9ec32b), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.006406 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9097df6f-b14a-40ad-80b3-e6e8092c410c req-ab7fae8b-8f82-4284-bfff-e8c1b116224c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 May 04 14:05:29.079846 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (ee60d7bf-59c3-4db6-879c-b6aa4e9ec32b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.213633 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (ee60d7bf-59c3-4db6-879c-b6aa4e9ec32b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.230516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee60d7bf-59c3-4db6-879c-b6aa4e9ec32b,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:29.312171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38514) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:29.327327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-021b99f7-95ec-4420-9d1b-16a0cab8668f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.328100 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.332671 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.333959 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-11e1783b-6eae-472c-b387-bea2ed84bff2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6099436 May 04 14:05:29.337212 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38516) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:29.347776 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:29.421403 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-021b99f7-95ec-4420-9d1b-16a0cab8668f admin admin] Publish callbacks [] for security_group (83b7e12b-0afe-4cfe-be73-4f3c532ddd2f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.522563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-021b99f7-95ec-4420-9d1b-16a0cab8668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (83b7e12b-0afe-4cfe-be73-4f3c532ddd2f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.528887 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.securitygroups_db [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Project 88a63492d899456b992ad5ab7c8affca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:05:29.529561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (de99f908-63bb-4b34-94d1-1a81e77090b8), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.567103 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b99f7-95ec-4420-9d1b-16a0cab8668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b7e12b-0afe-4cfe-be73-4f3c532ddd2f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:29.572994 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-021b99f7-95ec-4420-9d1b-16a0cab8668f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ecdf8901ac9c4cd488025dd75fbac93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595067 May 04 14:05:29.582482 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38520) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:29.638476 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862713d-5129-47b6-88f3-174f6d58aabb req-0bba09a8-8220-49e6-a363-6c09d9b56ecf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:29.645809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e862713d-5129-47b6-88f3-174f6d58aabb req-0bba09a8-8220-49e6-a363-6c09d9b56ecf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0900059 May 04 14:05:29.672826 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] Publish callbacks [] for security_group (83b7e12b-0afe-4cfe-be73-4f3c532ddd2f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.672996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (de99f908-63bb-4b34-94d1-1a81e77090b8), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.704837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] Publish callbacks [] for security_group (83b7e12b-0afe-4cfe-be73-4f3c532ddd2f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.716421 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 86e1d54e-1416-4d1e-8c75-bb29909a737f up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:29.720436 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e862713d-5129-47b6-88f3-174f6d58aabb req-ab319485-75c6-43a3-bf64-aa51d8b0e9db tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735633 May 04 14:05:29.787830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-dbc211d7-17d3-49ef-b103-5064af5e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:29.789334 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-dbc211d7-17d3-49ef-b103-5064af5e33fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.0819879 May 04 14:05:29.792941 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 86e1d54e-1416-4d1e-8c75-bb29909a737f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:29.793434 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.842508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (de99f908-63bb-4b34-94d1-1a81e77090b8), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.868501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de99f908-63bb-4b34-94d1-1a81e77090b8,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:29.889532 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 86e1d54e-1416-4d1e-8c75-bb29909a737f is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:29.910511 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (83b7e12b-0afe-4cfe-be73-4f3c532ddd2f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.913418 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:29.914569 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83b7e12b-0afe-4cfe-be73-4f3c532ddd2f HTTP/1.1" status: 204 len: 168 time: 0.3298912 May 04 14:05:29.933623 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-561e49c9-dde8-44bc-924d-27955b0b8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:29.935900 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-561e49c9-dde8-44bc-924d-27955b0b8ffb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1397150 May 04 14:05:29.936939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84ec76-0caf-49cc-9013-348d2760da41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b7e12b-0afe-4cfe-be73-4f3c532ddd2f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:29.997377 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03835602-24fb-4d0b-b220-2a37b802ec02 req-1958522b-f18a-4b1a-aa8f-494a5f5c1b68 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:29.999176 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-03835602-24fb-4d0b-b220-2a37b802ec02 req-1958522b-f18a-4b1a-aa8f-494a5f5c1b68 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0827930 May 04 14:05:30.023009 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-e9f898df-b048-49cc-9edd-f0422d61d098 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.0793107 May 04 14:05:30.043932 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:30.045084 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-896ca5d8-9155-430e-9503-7c1c4d4bba05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7064817 May 04 14:05:30.058902 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38528) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:30.065051 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'security_group_rule': {'security_group_id': 'e9e692dd-a393-48cf-b414-c1df735bc4e8', 'project_id': '88a63492d899456b992ad5ab7c8affca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:30.081318 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-05a43885-db66-4994-ae9f-d668448f2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:30.082854 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-05a43885-db66-4994-ae9f-d668448f2fa5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0529482 May 04 14:05:30.096130 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6bc54079-48e1-4aca-ba2f-8f87c39f4dc4 req-f190e141-47a8-4270-baba-0c08cbb1c5ce tempest-VolumesNegativeTest-1853996336 tempest-VolumesNegativeTest-1853996336-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c1a9ef4-2bd0-40e2-b0ab-4017d8944f1e HTTP/1.1" status: 200 len: 210 time: 0.0620859 May 04 14:05:30.101926 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-03835602-24fb-4d0b-b220-2a37b802ec02 req-071eefa6-1c19-4dfb-88e8-716d18c940e0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968065 May 04 14:05:30.143815 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-360bbe2b-4b2e-41a0-a046-e41bb38ff9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:30.145445 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-360bbe2b-4b2e-41a0-a046-e41bb38ff9c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562048 May 04 14:05:30.259489 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-6d00fff0-72ba-4bbb-9f88-026ec9e9d6d2 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005914 May 04 14:05:30.265444 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.securitygroups_db [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Project 88a63492d899456b992ad5ab7c8affca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:05:30.271974 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (d66e8103-770e-4cfc-82a4-ce8113922942), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:30.350281 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (d66e8103-770e-4cfc-82a4-ce8113922942), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:30.393505 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2bc380c2-8de4-4897-b562-878da49c8ae8 req-7f8c47cd-d2d8-4f80-b399-39a67572ea4b service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115341 May 04 14:05:30.430881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (d66e8103-770e-4cfc-82a4-ce8113922942), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:30.454029 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66e8103-770e-4cfc-82a4-ce8113922942,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:30.541862 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:30.544276 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-006f66a0-7a5b-4702-8abf-bfc0fa353793 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4830635 May 04 14:05:30.866513 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f71ff-d746-441b-9154-337709bee2ff req-8482ff80-b5ad-436c-aac6-a6f2f69e4e6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:30.868030 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-822f71ff-d746-441b-9154-337709bee2ff req-8482ff80-b5ad-436c-aac6-a6f2f69e4e6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0500085 May 04 14:05:30.923934 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-822f71ff-d746-441b-9154-337709bee2ff req-7e440b4d-3f58-4cd5-b140-0436579023c0 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 May 04 14:05:30.928375 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:31.255813 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe3075-f970-4f9f-a9b3-7bb9404f5dd5 req-a73f3320-f412-4507-a0aa-6920fc4f6051 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:31.257734 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8fe3075-f970-4f9f-a9b3-7bb9404f5dd5 req-a73f3320-f412-4507-a0aa-6920fc4f6051 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0540247 May 04 14:05:31.316503 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8fe3075-f970-4f9f-a9b3-7bb9404f5dd5 req-182d67a7-8fae-4177-9462-09b4d8ba098b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529194 May 04 14:05:32.051356 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282d01-f005-4c77-aa69-521dff83ca97 req-b3591904-bf99-43be-8f5b-ca600bf88519 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:32.052974 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-74282d01-f005-4c77-aa69-521dff83ca97 req-b3591904-bf99-43be-8f5b-ca600bf88519 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0495269 May 04 14:05:32.101413 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-74282d01-f005-4c77-aa69-521dff83ca97 req-c55c5443-8fe7-4475-bbf7-6abe88f10854 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 May 04 14:05:32.420363 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:32.450134 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880540e9-7b8b-48d9-ac72-70e3648c506f req-9646b2c0-a0ab-48f9-bc50-0d6c61660c5a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:32.451567 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-880540e9-7b8b-48d9-ac72-70e3648c506f req-9646b2c0-a0ab-48f9-bc50-0d6c61660c5a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0485272 May 04 14:05:32.502794 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-880540e9-7b8b-48d9-ac72-70e3648c506f req-efd4c199-51e0-4d06-ab87-25276d012ead tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 May 04 14:05:33.232688 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc4372-73b4-4cdc-9ffa-53a5bee176af req-7e10bfb0-f139-44cc-a814-79f6c689b9c9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:33.232688 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6abc4372-73b4-4cdc-9ffa-53a5bee176af req-7e10bfb0-f139-44cc-a814-79f6c689b9c9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0495534 May 04 14:05:33.271541 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6abc4372-73b4-4cdc-9ffa-53a5bee176af req-8c6646d5-c4e9-482e-b354-b1b2967bed2d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 May 04 14:05:33.630054 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1b5aa-26fe-44e4-a6e3-52c1e36cf587 req-f7a4d6d2-bae1-4b87-b7c1-7ba9f7b4716f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:33.631611 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18a1b5aa-26fe-44e4-a6e3-52c1e36cf587 req-f7a4d6d2-bae1-4b87-b7c1-7ba9f7b4716f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0496027 May 04 14:05:33.684207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18a1b5aa-26fe-44e4-a6e3-52c1e36cf587 req-f1df57fc-18bc-48f7-a2eb-0ff5f392990e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 May 04 14:05:34.397351 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a768b-6bfd-4fc7-b1fa-a547519ec419 req-1af1e75f-27cb-4196-902e-2e2357e4f905 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:34.399153 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-467a768b-6bfd-4fc7-b1fa-a547519ec419 req-1af1e75f-27cb-4196-902e-2e2357e4f905 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0535026 May 04 14:05:34.454227 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-467a768b-6bfd-4fc7-b1fa-a547519ec419 req-15d749e4-f4b2-48f3-898b-5082fe28909a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 May 04 14:05:34.819167 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d809f1-25fd-4294-823a-27719da94a73 req-73be755e-33f0-4326-bc23-7887c7df9bd4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:34.819167 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d0d809f1-25fd-4294-823a-27719da94a73 req-73be755e-33f0-4326-bc23-7887c7df9bd4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0552828 May 04 14:05:34.864805 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d0d809f1-25fd-4294-823a-27719da94a73 req-e85f8479-6d54-4127-8fd7-b086ed5c20ca tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 May 04 14:05:35.989343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a98b-89b9-473b-9fb8-36ab6a9f107f req-435483c6-e4dc-4509-96f1-d4ee7dc4a436 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:35.990989 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a4a3a98b-89b9-473b-9fb8-36ab6a9f107f req-435483c6-e4dc-4509-96f1-d4ee7dc4a436 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0503914 May 04 14:05:36.043251 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a4a3a98b-89b9-473b-9fb8-36ab6a9f107f req-e4285d1c-f4e1-465c-93a9-b7a9e348d41f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 May 04 14:05:36.286352 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38876) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:36.444387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-33d9d88a-7eb8-49d8-9c2d-dad4dc75bc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:36.799961 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-33d9d88a-7eb8-49d8-9c2d-dad4dc75bc92 admin admin] Publish callbacks [] for security_group (33bdc5af-9178-4117-bcf4-a23f4cb43081), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:36.864937 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-33d9d88a-7eb8-49d8-9c2d-dad4dc75bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (33bdc5af-9178-4117-bcf4-a23f4cb43081), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:36.903712 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38912) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:36.904479 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-33d9d88a-7eb8-49d8-9c2d-dad4dc75bc92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=658de429be9b455797ab694c85cd02e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6165714 May 04 14:05:36.906592 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9d88a-7eb8-49d8-9c2d-dad4dc75bc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdc5af-9178-4117-bcf4-a23f4cb43081,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:36.908642 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729877969', 'description': 'tempest-description--660035713'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:36.908870 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38914) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:36.961005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] Publish callbacks [] for security_group (33bdc5af-9178-4117-bcf4-a23f4cb43081), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:36.981109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] Publish callbacks [] for security_group (33bdc5af-9178-4117-bcf4-a23f4cb43081), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.008291 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.147479 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (33bdc5af-9178-4117-bcf4-a23f4cb43081), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.149987 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.151114 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33bdc5af-9178-4117-bcf4-a23f4cb43081 HTTP/1.1" status: 204 len: 168 time: 0.2412388 May 04 14:05:37.180915 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420efb4-92c0-4ed2-a15b-b062d1ba052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdc5af-9178-4117-bcf4-a23f4cb43081,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:37.200749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.201709 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36027f18-e156-42ad-8311-b23f026e3118 req-cc9e351f-9f66-4992-8fd4-557d944eb78f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:37.204355 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36027f18-e156-42ad-8311-b23f026e3118 req-cc9e351f-9f66-4992-8fd4-557d944eb78f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0868835 May 04 14:05:37.284927 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36027f18-e156-42ad-8311-b23f026e3118 req-6a0955b2-d7ed-40d6-97f9-b3e6bdadae37 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684977 May 04 14:05:37.294275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.333604 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:37.444426 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.445728 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c305fda9-471b-44c4-ac1b-fe49222781ca tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5409174 May 04 14:05:37.449085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38948) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:37.454653 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'security_group_rule': {'security_group_id': 'b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:37.545533 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (2e93d58a-408f-45c1-9797-67b7373f3423), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.654854 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (2e93d58a-408f-45c1-9797-67b7373f3423), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.756946 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (2e93d58a-408f-45c1-9797-67b7373f3423), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.777896 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e93d58a-408f-45c1-9797-67b7373f3423,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:37.873380 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:37.888839 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5fd21347-9b71-4ddf-9565-2a0922e4ab0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240274 May 04 14:05:37.889162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 38970) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:37.889162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'security_group_rule': {'security_group_id': 'b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:38.002929 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (15900dcd-82d2-4421-ac14-46835ae325c1), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.059283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 38978) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:38.078490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (15900dcd-82d2-4421-ac14-46835ae325c1), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.092716 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-56094d73-05e3-43f9-affc-82c0247b405a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.171064 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-56094d73-05e3-43f9-affc-82c0247b405a admin admin] Publish callbacks [] for security_group (c2ae2992-4d6b-463c-ad69-82a1f30ffe07), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.253784 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (15900dcd-82d2-4421-ac14-46835ae325c1), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.271452 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15900dcd-82d2-4421-ac14-46835ae325c1,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:38.299586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-56094d73-05e3-43f9-affc-82c0247b405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c2ae2992-4d6b-463c-ad69-82a1f30ffe07), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.342771 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56094d73-05e3-43f9-affc-82c0247b405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae2992-4d6b-463c-ad69-82a1f30ffe07,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:38.348137 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-56094d73-05e3-43f9-affc-82c0247b405a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee528fa7187940fb9cb28bd60fefb458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871647 May 04 14:05:38.356399 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39006) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:38.381646 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.384899 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-677200e0-70c7-4d47-9e67-1da3a5bf467a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5041547 May 04 14:05:38.387415 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39008) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:38.391800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:38.441589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee236c01-b666-4ceb-a8d8-76acbdf69c36 req-dc6b7f71-ae23-46d9-99be-53c8e331aff8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:38.443456 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee236c01-b666-4ceb-a8d8-76acbdf69c36 req-dc6b7f71-ae23-46d9-99be-53c8e331aff8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0668981 May 04 14:05:38.469993 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] Publish callbacks [] for security_group (c2ae2992-4d6b-463c-ad69-82a1f30ffe07), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.510773 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] Publish callbacks [] for security_group (c2ae2992-4d6b-463c-ad69-82a1f30ffe07), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.526113 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee236c01-b666-4ceb-a8d8-76acbdf69c36 req-3eab7ddb-182d-4ff4-9f52-4269a2d52859 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767889 May 04 14:05:38.556888 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.651298 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.665536 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c2ae2992-4d6b-463c-ad69-82a1f30ffe07), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.668642 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:38.673650 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2ae2992-4d6b-463c-ad69-82a1f30ffe07 HTTP/1.1" status: 204 len: 168 time: 0.3121731 May 04 14:05:38.679304 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88762200-3f69-40c0-95fd-a143969a0af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae2992-4d6b-463c-ad69-82a1f30ffe07,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:38.789783 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Allocated IP 172.27.3.142 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/636c99b2-0cf2-4f1e-a14a-3eea61753daf) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:38.905022 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.008961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.047303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:39.050423 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:39.054175 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:39.073172 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'Port': ['ID=636c99b2-0cf2-4f1e-a14a-3eea61753daf,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:39.121824 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.267470 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.429607 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.650682 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.712498 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839673eb-6acf-45b6-9ee7-61a8e49983bd req-2969ea46-d50e-4e1f-892c-fe47ff5ea624 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:39.720779 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-839673eb-6acf-45b6-9ee7-61a8e49983bd req-2969ea46-d50e-4e1f-892c-fe47ff5ea624 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1101289 May 04 14:05:39.721751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.747629 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'Port': ['ID=636c99b2-0cf2-4f1e-a14a-3eea61753daf,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:39.799794 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-839673eb-6acf-45b6-9ee7-61a8e49983bd req-cdf2be3b-6dfa-4eda-a998-5699bd08d0f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773573 May 04 14:05:39.949421 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:39.950977 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c6b8faf5-5595-4094-a25c-3372da215224 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5625355 May 04 14:05:40.208092 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-c0c271cc-a915-4302-8920-92ff45c5f138 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--729877969&fields=id&tenant_id=373030cbd19f4dcc88d9b494dee196bc HTTP/1.1" status: 200 len: 267 time: 0.0526683 May 04 14:05:40.343594 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-d5fc0321-2c59-4084-84b6-9f83cb596f72 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:40.351644 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-d5fc0321-2c59-4084-84b6-9f83cb596f72 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.1305184 May 04 14:05:40.372837 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-85739267-82c5-4101-85af-45d944a5e379 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/quotas/373030cbd19f4dcc88d9b494dee196bc HTTP/1.1" status: 200 len: 375 time: 0.0207438 May 04 14:05:40.403478 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39068) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:40.447342 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-b38fbfc9-564e-478a-beab-348db6bd8736 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0662961 May 04 14:05:40.553079 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-dc439974-dbf6-4f5e-9f56-38e6f9c390a9 service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048081 May 04 14:05:40.592909 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e9713abe-d1ed-445e-b0d6-9ae759551796 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5bb0853cadbc43b595f2c26fdb1daa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879675 May 04 14:05:40.595806 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39074) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:40.660343 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] Publish callbacks [] for security_group (b32809f0-9dac-4b5a-9e87-811bce60191c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:40.677800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-03ad7311-4c60-413c-8b38-b497e274a561 service neutron] 10.222.0.69 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177785 May 04 14:05:40.686832 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] Publish callbacks [] for security_group (b32809f0-9dac-4b5a-9e87-811bce60191c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:40.888520 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b32809f0-9dac-4b5a-9e87-811bce60191c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:40.891253 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:40.892671 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b32809f0-9dac-4b5a-9e87-811bce60191c HTTP/1.1" status: 204 len: 168 time: 0.2959414 May 04 14:05:40.904324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330315be-e129-485b-83ac-6d39a3c3b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32809f0-9dac-4b5a-9e87-811bce60191c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:40.942883 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf980-3b18-436f-91f1-d42ccfa2fe66 req-d80e6b00-ea3e-43e6-8ff5-af02cde84829 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:40.944570 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b91cf980-3b18-436f-91f1-d42ccfa2fe66 req-d80e6b00-ea3e-43e6-8ff5-af02cde84829 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0589557 May 04 14:05:41.002627 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b91cf980-3b18-436f-91f1-d42ccfa2fe66 req-59ced046-6d8e-4274-a2d0-61dacf04b1c3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510921 May 04 14:05:41.072772 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-55885fa3-c5a7-40a2-9788-65a226ee6b7f req-fb623d4d-4eab-44a8-ac99-4d5570a10020 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0435634 May 04 14:05:42.158478 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8dac-543a-4378-ad79-f2693d11a3a3 req-bc1db6c7-bfee-479b-8022-9351cfdc6f2c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:42.159988 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3beb8dac-543a-4378-ad79-f2693d11a3a3 req-bc1db6c7-bfee-479b-8022-9351cfdc6f2c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0573368 May 04 14:05:42.217797 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3beb8dac-543a-4378-ad79-f2693d11a3a3 req-baa8a6a1-ffe2-4dfa-941e-76186e4fd74a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514557 May 04 14:05:42.225961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39152) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:42.335842 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42782f35-c53e-4d56-9e3d-f524a5566ebd req-180d2cb0-3fc3-4801-806d-500ea506e71d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0598266 May 04 14:05:42.410061 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1660565189-network', 'tenant_id': '4ce4c5bab99e40258eeb2be773db75a3'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:42.441395 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c330c-0d0e-4451-b89d-e86399ae6d6d req-e44cd220-10fe-4ead-bdd5-33a6e24b9007 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:42.443077 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a6c330c-0d0e-4451-b89d-e86399ae6d6d req-e44cd220-10fe-4ead-bdd5-33a6e24b9007 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0732882 May 04 14:05:42.496416 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a6c330c-0d0e-4451-b89d-e86399ae6d6d req-07e82a7e-b9dd-4e73-8002-86ff73b939c4 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 May 04 14:05:42.642794 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Made reservation on behalf of 4ce4c5bab99e40258eeb2be773db75a3 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:42.645396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:42.657171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:42.764078 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks [] for security_group (38cdeb5a-8149-4ea5-a228-d990e7239cae), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:42.911054 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (38cdeb5a-8149-4ea5-a228-d990e7239cae), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:42.937331 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:05:42.955329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (a80d4cb6-e79c-444e-86f6-fb199209f2e6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:42.956125 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Added segment a80d4cb6-e79c-444e-86f6-fb199209f2e6 of type vlan for network 2c9483e1-398f-42c3-af8d-e10732f71d76 May 04 14:05:42.957460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdeb5a-8149-4ea5-a228-d990e7239cae,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:43.004889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (2c9483e1-398f-42c3-af8d-e10732f71d76), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.058324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39182) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:43.174573 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c1bd58-2e78-47da-ac9a-922033f4497f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.183607 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (2c9483e1-398f-42c3-af8d-e10732f71d76), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.184638 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:43.185203 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.267621 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9483e1-398f-42c3-af8d-e10732f71d76,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:43.278796 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:05:43.299968 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-66d41891-f38c-405d-a87e-c4c183101290 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0720294 May 04 14:05:43.308768 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39192) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:43.317161 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Request body: {'subnet': {'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1660565189-subnet', 'tenant_id': '4ce4c5bab99e40258eeb2be773db75a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:43.371694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c1bd58-2e78-47da-ac9a-922033f4497f admin admin] Publish callbacks [] for security_group (c367af1b-4eea-4d62-bbf3-44753ade6325), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.402900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd291-a342-4a2e-b770-750733377f22 req-99f144bc-b0e6-4287-ae29-3443352ba477 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:43.404386 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2b6fd291-a342-4a2e-b770-750733377f22 req-99f144bc-b0e6-4287-ae29-3443352ba477 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0634410 May 04 14:05:43.458162 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6750139e-521e-4224-8b94-153bf5e05d9e req-72de18ab-e684-458b-a1ec-a4d710d4599c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0398102 May 04 14:05:43.458624 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Made reservation on behalf of 4ce4c5bab99e40258eeb2be773db75a3 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:43.461056 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3506130'] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.507035 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2b6fd291-a342-4a2e-b770-750733377f22 req-e7138feb-17bc-4afa-b07f-4b984e294a22 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958226 May 04 14:05:43.533503 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c1bd58-2e78-47da-ac9a-922033f4497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c367af1b-4eea-4d62-bbf3-44753ade6325), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.573133 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b9c1bd58-2e78-47da-ac9a-922033f4497f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dab88f3b75e34f828b6f5224953a0792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135834 May 04 14:05:43.576058 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1bd58-2e78-47da-ac9a-922033f4497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367af1b-4eea-4d62-bbf3-44753ade6325,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:43.577934 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39198) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:43.687482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c9dd-9d5d-42b9-b93c-ff9c32257590 req-2d630c2b-249b-4046-9cd0-871983b66ba2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:43.688993 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3740c9dd-9d5d-42b9-b93c-ff9c32257590 req-2d630c2b-249b-4046-9cd0-871983b66ba2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.1166079 May 04 14:05:43.702115 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39202) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:43.761640 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] Publish callbacks [] for security_group (c367af1b-4eea-4d62-bbf3-44753ade6325), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.808372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3740c9dd-9d5d-42b9-b93c-ff9c32257590 req-68357f1b-db38-4e7a-8673-f6072cd61e71 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097555 May 04 14:05:43.822998 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] Publish callbacks [] for security_group (c367af1b-4eea-4d62-bbf3-44753ade6325), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.823264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-de5fd21e-8625-4658-9145-ac2ced388b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.871702 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2970215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3506080'] for subnet (47b97c26-3e90-4352-84f8-f9581981432a), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.936556 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b97c26-3e90-4352-84f8-f9581981432a,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:43.946337 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c367af1b-4eea-4d62-bbf3-44753ade6325), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.949485 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:43.950636 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c367af1b-4eea-4d62-bbf3-44753ade6325 HTTP/1.1" status: 204 len: 168 time: 0.3716326 May 04 14:05:43.953326 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Checking segment: {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:43.953509 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Network hostable DHCP agents. Network: 2c9483e1-398f-42c3-af8d-e10732f71d76, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:05:43.962971 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892de75f-ff4a-4ffd-968f-a9c42753f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367af1b-4eea-4d62-bbf3-44753ade6325,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:44.019524 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-de5fd21e-8625-4658-9145-ac2ced388b3b admin admin] Publish callbacks [] for security_group (e0d108b8-37c5-4226-8741-f30ffe66a2b9), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.088004 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:05:44.128423 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-de5fd21e-8625-4658-9145-ac2ced388b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (e0d108b8-37c5-4226-8741-f30ffe66a2b9), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.171485 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-de5fd21e-8625-4658-9145-ac2ced388b3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4fc672ec963469fa86bfdcc39d99aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682949 May 04 14:05:44.172303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd21e-8625-4658-9145-ac2ced388b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d108b8-37c5-4226-8741-f30ffe66a2b9,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:44.174154 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39210) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:44.224491 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] Publish callbacks [] for security_group (e0d108b8-37c5-4226-8741-f30ffe66a2b9), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.246904 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 2c9483e1-398f-42c3-af8d-e10732f71d76) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:44.249632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] Publish callbacks [] for security_group (e0d108b8-37c5-4226-8741-f30ffe66a2b9), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.256817 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460ae9c-6ae5-4505-abb3-b036a46a66d7 None None] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:44.258135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:44.258697 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.367706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3632c3a-a551-4798-9b26-5cba8ffca824 None None] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:05:44.497751 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-10f11a9e-fa30-4449-b9d7-7a29df56502c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1916490 May 04 14:05:44.499835 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (e0d108b8-37c5-4226-8741-f30ffe66a2b9), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.506072 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:44.507726 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0d108b8-37c5-4226-8741-f30ffe66a2b9 HTTP/1.1" status: 204 len: 168 time: 0.3324971 May 04 14:05:44.549960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e49c3-b99d-43b5-9ac5-f08470d8f074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d108b8-37c5-4226-8741-f30ffe66a2b9,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:44.589667 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-7abb3469-96f7-4efb-901f-74c97cc1d32a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:44.596361 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-7abb3469-96f7-4efb-901f-74c97cc1d32a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 819 time: 0.1853085 May 04 14:05:44.696116 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-60da64c5-9533-4af5-b8ce-e6bebe97bb30 req-7e0953a1-5abe-4b64-86aa-6c049cd825d1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0668614 May 04 14:05:44.712360 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-cc44e9ad-5555-4788-9389-01b518ceb284 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373030cbd19f4dcc88d9b494dee196bc HTTP/1.1" status: 200 len: 379 time: 0.0747762 May 04 14:05:44.719301 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52173-b771-4b94-b592-4d138fa856fa req-da84c106-032c-4a7a-b463-1bdb17cc1900 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:44.719945 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'port': {'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'admin_state_up': True, 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'security_groups': ['b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:44.722489 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-27f52173-b771-4b94-b592-4d138fa856fa req-da84c106-032c-4a7a-b463-1bdb17cc1900 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0820942 May 04 14:05:44.797196 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-27f52173-b771-4b94-b592-4d138fa856fa req-f1d961bd-e2cd-4c9d-9382-da98f79a4e10 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693192 May 04 14:05:44.984109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d78b-a71f-46f2-a033-81996fbbc0db req-4a843535-f624-424f-9104-44c40f299a4f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:44.985710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9170d78b-a71f-46f2-a033-81996fbbc0db req-4a843535-f624-424f-9104-44c40f299a4f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0650270 May 04 14:05:45.076400 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9170d78b-a71f-46f2-a033-81996fbbc0db req-47d5714d-7f9c-4acd-913a-205f24c75a80 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828977 May 04 14:05:45.293599 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Made reservation on behalf of 373030cbd19f4dcc88d9b494dee196bc for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:45.296951 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:45.430454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Allocated IP 172.20.0.6 (b421389d-f3ad-4657-803e-5ce4302533ca/c995a539-c124-4ec6-b876-8d6b47c320e5/b4c952a4-e436-47b9-9d7e-98b78ca67af4) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:45.581738 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:45.723321 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:45.743669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39244) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:45.763795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f71b-cd7c-4a60-9abd-a7d144bb5afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:45.781980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Network b421389d-f3ad-4657-803e-5ce4302533ca is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:45.786087 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event updated for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:45.788830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:45.791219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:45.797658 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:45.798386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:45.845128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eeda3-482b-4414-8e92-ff42cf4a0520 req-92dde70c-5e6c-4db8-b0fb-c6a2721ded0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:45.846720 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-253eeda3-482b-4414-8e92-ff42cf4a0520 req-92dde70c-5e6c-4db8-b0fb-c6a2721ded0b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 931 time: 0.0693860 May 04 14:05:45.951327 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-253eeda3-482b-4414-8e92-ff42cf4a0520 req-97f2b6b9-869c-4a05-9505-696eb0ab7144 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981193 May 04 14:05:45.962301 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-1a3aea6b-1891-40d4-97e3-e4a01139628d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2463195 May 04 14:05:45.999038 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Request body: {'port': {'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:46.017524 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106a8d-caae-41a6-bd98-503082bdff3c req-3d55c2a4-f594-4833-b72e-d2bb0f02eecd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:46.019073 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-99106a8d-caae-41a6-bd98-503082bdff3c req-3d55c2a4-f594-4833-b72e-d2bb0f02eecd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1446762 May 04 14:05:46.055563 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f71b-cd7c-4a60-9abd-a7d144bb5afb admin admin] Publish callbacks [] for security_group (b07561f8-33a9-458c-86f4-8f06814339ca), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.095969 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.103073 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-7250f49a-0c5c-4ef9-98ec-5615d1b6ee33 None None] Provisioning complete for port b4c952a4-e436-47b9-9d7e-98b78ca67af4 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:46.103622 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7250f49a-0c5c-4ef9-98ec-5615d1b6ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.158422 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-99106a8d-caae-41a6-bd98-503082bdff3c req-d07b1326-928a-4766-8582-681746ffebd4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273556 May 04 14:05:46.168754 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f71b-cd7c-4a60-9abd-a7d144bb5afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b07561f8-33a9-458c-86f4-8f06814339ca), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.194447 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7250f49a-0c5c-4ef9-98ec-5615d1b6ee33 None None] Port b4c952a4-e436-47b9-9d7e-98b78ca67af4 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:05:46.216340 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3f71b-cd7c-4a60-9abd-a7d144bb5afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07561f8-33a9-458c-86f4-8f06814339ca,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:46.258631 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a1a3f71b-cd7c-4a60-9abd-a7d144bb5afb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=529fd191a7684ab08a122e48b7b14747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137975 May 04 14:05:46.261674 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39260) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:46.276263 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6b76-399a-40e7-a2f6-cbf73fd6c89d req-9c822e04-abb3-4662-9f1c-05f2da804d2d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:46.278836 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5cf6b76-399a-40e7-a2f6-cbf73fd6c89d req-9c822e04-abb3-4662-9f1c-05f2da804d2d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.1057332 May 04 14:05:46.368436 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5cf6b76-399a-40e7-a2f6-cbf73fd6c89d req-7611efe4-b25b-44b6-ac23-c1b70ccde094 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772152 May 04 14:05:46.373504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] Publish callbacks [] for security_group (b07561f8-33a9-458c-86f4-8f06814339ca), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.398509 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] Publish callbacks [] for security_group (b07561f8-33a9-458c-86f4-8f06814339ca), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.442624 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c952a4-e436-47b9-9d7e-98b78ca67af4 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:46.451107 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks [] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.630920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Transition to ACTIVE for port object b4c952a4-e436-47b9-9d7e-98b78ca67af4 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:05:46.631212 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b07561f8-33a9-458c-86f4-8f06814339ca), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.633985 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.635542 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b07561f8-33a9-458c-86f4-8f06814339ca HTTP/1.1" status: 204 len: 168 time: 0.3728061 May 04 14:05:46.645052 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d5e-154a-4f96-a4fd-b38247554b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07561f8-33a9-458c-86f4-8f06814339ca,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:46.705180 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.779711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Pushing event updated for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:46.791278 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Attempting to bind port b4c952a4-e436-47b9-9d7e-98b78ca67af4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:46.791692 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Attempting to bind port b4c952a4-e436-47b9-9d7e-98b78ca67af4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:46.792153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Attempting to bind port b4c952a4-e436-47b9-9d7e-98b78ca67af4 on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:46.796830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Port b4c952a4-e436-47b9-9d7e-98b78ca67af4 on network b421389d-f3ad-4657-803e-5ce4302533ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:05:46.797157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Attempting to bind port b4c952a4-e436-47b9-9d7e-98b78ca67af4 on network b421389d-f3ad-4657-803e-5ce4302533ca {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:46.802750 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:46.803158 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Checking segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:46.803614 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Bound using segment: {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:46.804127 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Bound port: b4c952a4-e436-47b9-9d7e-98b78ca67af4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:46.804566 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.876820 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:46.888115 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:47.054283 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:47.078433 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4634a-88f4-4d7e-b98a-f6f3d0f2da8b req-52b94522-e5e4-4f83-ae67-b5701b7b8a56 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.080278 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-06d4634a-88f4-4d7e-b98a-f6f3d0f2da8b req-52b94522-e5e4-4f83-ae67-b5701b7b8a56 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 943 time: 0.0517130 May 04 14:05:47.105153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.106075 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:47.107721 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] 10.222.0.58 "PUT /v2.0/ports/b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 1093 time: 1.1242990 May 04 14:05:47.110556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:47.114028 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312957b2-f31a-4003-ac30-ed3c298ace4c" -d '{"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:47.164360 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84479281-6d78-4adb-bb10-b839a8a02f9b service neutron] Pushing event updated for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:47.170582 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2f575-3da4-4bc2-9981-e588fc9ee5da x-openstack-request-id: req-9dc2f575-3da4-4bc2-9981-e588fc9ee5da {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:47.170861 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-06d4634a-88f4-4d7e-b98a-f6f3d0f2da8b req-f522b11a-f7a9-4e27-9a96-6b3ebb32b4e1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774379 May 04 14:05:47.171202 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:47.171650 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9dc2f575-3da4-4bc2-9981-e588fc9ee5da {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:47.172114 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc2f575-3da4-4bc2-9981-e588fc9ee5da'] response: {'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'status': 'completed', 'code': 200} May 04 14:05:47.290340 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-b8be24ed-757b-4f96-9951-bdcd9082d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.290340 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-b8be24ed-757b-4f96-9951-bdcd9082d967 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1127 time: 0.0657580 May 04 14:05:47.320885 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccd47b-b20c-41d1-9806-22345d99f36f req-7868662e-fd57-461d-957d-906c4d318a33 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.322532 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0cccd47b-b20c-41d1-9806-22345d99f36f req-7868662e-fd57-461d-957d-906c4d318a33 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0605485 May 04 14:05:47.384067 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0cccd47b-b20c-41d1-9806-22345d99f36f req-ddab662b-cd56-44a0-b894-c12b97dd4634 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505536 May 04 14:05:47.437689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-0785b529-558c-4871-8de3-3e7f49237785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.439424 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-0785b529-558c-4871-8de3-3e7f49237785 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=373030cbd19f4dcc88d9b494dee196bc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1343505 May 04 14:05:47.490545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a4bcb-03ce-46a6-9169-7978c54be162 req-ae212065-f0b1-41d4-a203-5f9706beab7a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.492060 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-467a4bcb-03ce-46a6-9169-7978c54be162 req-ae212065-f0b1-41d4-a203-5f9706beab7a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0470259 May 04 14:05:47.543918 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-50224bcb-330f-44b1-87b7-5224dd71a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.545459 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-312957b2-f31a-4003-ac30-ed3c298ace4c req-50224bcb-330f-44b1-87b7-5224dd71a4da service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940876 May 04 14:05:47.546966 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-467a4bcb-03ce-46a6-9169-7978c54be162 req-1f1cf5c6-9c27-4d69-b2f5-d7446b4494e5 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 May 04 14:05:47.660757 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-be05ddd5-06ba-4882-983d-d9a73e0475ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.662232 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-be05ddd5-06ba-4882-983d-d9a73e0475ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1127 time: 0.0410378 May 04 14:05:47.719473 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-bd3db122-a7ed-4858-8b37-da5b76599f2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 217 time: 0.0407696 May 04 14:05:47.794711 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-bc0a74c3-6fab-495b-9aae-557f0ed455f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.796177 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-bc0a74c3-6fab-495b-9aae-557f0ed455f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0481915 May 04 14:05:47.844038 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-2e4284ef-55d0-4807-8a27-2cd0c31100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:47.845547 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-2e4284ef-55d0-4807-8a27-2cd0c31100c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397677 May 04 14:05:47.942265 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-fc334df1-a28b-4070-a74c-0392400e87df service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895994 May 04 14:05:48.045844 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5fa723cf-2370-4950-9d0c-0c8bfd16a09e req-3950f854-b362-4293-ae04-26f03d1dc296 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924070 May 04 14:05:48.300169 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240989d-bd07-420a-8cfe-e24c26130a06 req-6d255f94-7560-4b67-aa5d-7b34c8b8cb95 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:48.305049 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9240989d-bd07-420a-8cfe-e24c26130a06 req-6d255f94-7560-4b67-aa5d-7b34c8b8cb95 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 943 time: 0.0723968 May 04 14:05:48.409998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9240989d-bd07-420a-8cfe-e24c26130a06 req-c6f4ed93-52df-45cb-aa45-8c974cde3d01 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982804 May 04 14:05:48.418697 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-777dc6e6-97f2-4571-bc61-f24c27832511 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:48.420093 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-777dc6e6-97f2-4571-bc61-f24c27832511 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/networks?id=2c9483e1-398f-42c3-af8d-e10732f71d76 HTTP/1.1" status: 200 len: 814 time: 0.1522844 May 04 14:05:48.436037 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-b546f2da-e0c5-4515-be58-fa8a521f1d26 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/quotas/4ce4c5bab99e40258eeb2be773db75a3 HTTP/1.1" status: 200 len: 375 time: 0.0101185 May 04 14:05:48.470026 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-3719646e-cdae-403a-bf7d-323150ff0e55 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288572 May 04 14:05:48.539477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994199ee-8c91-4822-b309-7c670a40c00d req-c7342efb-dd4a-43bd-9e9e-04bf4fdaf1b8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:48.540987 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-994199ee-8c91-4822-b309-7c670a40c00d req-c7342efb-dd4a-43bd-9e9e-04bf4fdaf1b8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0701246 May 04 14:05:48.636482 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-994199ee-8c91-4822-b309-7c670a40c00d req-2e9e3d0b-ee94-43eb-8d7f-d6f5e5b27c7e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891218 May 04 14:05:48.639036 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-2e96aa8a-9ed7-485b-ab07-f5f9d02210c3 service neutron] 10.222.0.69 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596158 May 04 14:05:48.773782 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b344-6aa7-4f2f-a76a-48adbf44278a req-3b5941f8-e0f4-45b3-8d58-d737469afdf1 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:48.775242 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65b3b344-6aa7-4f2f-a76a-48adbf44278a req-3b5941f8-e0f4-45b3-8d58-d737469afdf1 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0711391 May 04 14:05:48.779760 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-44a3fdfa-b7c4-42f1-83d0-7225b963c76d service neutron] 10.222.0.69 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344192 May 04 14:05:48.842405 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65b3b344-6aa7-4f2f-a76a-48adbf44278a req-563f2269-401e-4fa7-b01e-422fdcf4d799 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597069 May 04 14:05:48.857139 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39326) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:48.969067 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-19626bdc-ae90-422b-8e73-cb6d36ed71b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.045092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-19626bdc-ae90-422b-8e73-cb6d36ed71b9 admin admin] Publish callbacks [] for security_group (9af3e005-c1a5-4921-b587-2651992a37ce), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.128628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-19626bdc-ae90-422b-8e73-cb6d36ed71b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9af3e005-c1a5-4921-b587-2651992a37ce), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.132872 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2ddf9aa2-dd22-43f7-8c58-edb77b819870 req-66667555-0922-4e8b-ab50-c51554765c9a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0296164 May 04 14:05:49.172661 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-19626bdc-ae90-422b-8e73-cb6d36ed71b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c3f392e83b74f02847ef18dc75c37af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143589 May 04 14:05:49.174797 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626bdc-ae90-422b-8e73-cb6d36ed71b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3e005-c1a5-4921-b587-2651992a37ce,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:49.175454 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39336) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:05:49.234555 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] Publish callbacks [] for security_group (9af3e005-c1a5-4921-b587-2651992a37ce), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.259715 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] Publish callbacks [] for security_group (9af3e005-c1a5-4921-b587-2651992a37ce), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.525936 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec6044-fd7d-4cbc-86a2-a53da20ae691 req-8296b2ba-b472-44c7-bb01-8feb9783ee65 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:49.528014 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72ec6044-fd7d-4cbc-86a2-a53da20ae691 req-8296b2ba-b472-44c7-bb01-8feb9783ee65 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 943 time: 0.0489454 May 04 14:05:49.529092 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9af3e005-c1a5-4921-b587-2651992a37ce), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.531643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.532624 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9af3e005-c1a5-4921-b587-2651992a37ce HTTP/1.1" status: 204 len: 168 time: 0.3548679 May 04 14:05:49.548160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873349a-c04b-4f4c-af4c-978811aabfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3e005-c1a5-4921-b587-2651992a37ce,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:49.592886 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72ec6044-fd7d-4cbc-86a2-a53da20ae691 req-0e17b2fa-fa06-401a-84b7-d84722aa2b1b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575771 May 04 14:05:49.765502 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0505b-b41c-4e19-a05f-2acf16a6900a req-e6388bde-4160-43b9-b9cb-88631285c113 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:49.767073 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6d0505b-b41c-4e19-a05f-2acf16a6900a req-e6388bde-4160-43b9-b9cb-88631285c113 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0473797 May 04 14:05:49.818878 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6d0505b-b41c-4e19-a05f-2acf16a6900a req-16eaf14a-3894-4421-96a9-0112dfa1143b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 May 04 14:05:49.950338 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f015d-d6bb-4a54-a9cb-484810cab7d8 req-6ebcc689-e83f-4600-b5b9-f41e1ff7aa4e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:49.951628 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-408f015d-d6bb-4a54-a9cb-484810cab7d8 req-6ebcc689-e83f-4600-b5b9-f41e1ff7aa4e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0482950 May 04 14:05:50.005062 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-408f015d-d6bb-4a54-a9cb-484810cab7d8 req-c59365f6-ae88-44e9-962e-64103aa9aa5d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 May 04 14:05:50.211481 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e49204a-e71e-4dc0-832a-44b87ebf080d req-bdbb64ac-3b16-4fc7-9795-666b9558d262 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0272226 May 04 14:05:50.720188 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3598b7-2848-4839-a53c-b244f03c2bc4 req-746ef464-6da4-4c33-9011-27395f160037 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:50.721728 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2c3598b7-2848-4839-a53c-b244f03c2bc4 req-746ef464-6da4-4c33-9011-27395f160037 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 943 time: 0.0524037 May 04 14:05:50.771132 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2c3598b7-2848-4839-a53c-b244f03c2bc4 req-36ed9091-15f6-44ef-b339-c439a76daa89 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 May 04 14:05:50.939751 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1c5a9-45d8-49b3-83fb-89fad67fab52 req-93272875-4fa8-4b98-a91a-fdee2a6ea8cd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:50.941115 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-acb1c5a9-45d8-49b3-83fb-89fad67fab52 req-93272875-4fa8-4b98-a91a-fdee2a6ea8cd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0483429 May 04 14:05:50.990287 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-acb1c5a9-45d8-49b3-83fb-89fad67fab52 req-14ca1953-9ec4-4cfc-a185-05aa3377edea tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 May 04 14:05:51.070279 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device b4c952a4-e436-47b9-9d7e-98b78ca67af4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:05:51.141914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d95ee1-ed99-43a3-a677-650ef53472eb req-9af0b5e8-14c8-4ad3-a4be-5c993adffc60 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:51.144614 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7d95ee1-ed99-43a3-a677-650ef53472eb req-9af0b5e8-14c8-4ad3-a4be-5c993adffc60 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0615139 May 04 14:05:51.175430 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:51.187955 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:05:51.206934 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7d95ee1-ed99-43a3-a677-650ef53472eb req-8140f580-af9d-4ff9-aa2d-b65342b1300f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532923 May 04 14:05:51.234291 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port b4c952a4-e436-47b9-9d7e-98b78ca67af4 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:51.234685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:51.248878 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c952a4-e436-47b9-9d7e-98b78ca67af4 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:51.271686 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:51.310311 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ae7c0d4-fd1f-4d6d-8a68-cc8ff4726226 req-afe19319-e574-4f22-8469-5f9ac8a94c37 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0310957 May 04 14:05:51.423616 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:51.462014 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-d5f68a34-d120-4a16-8d68-47c922c7dce9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162654586&fields=id&tenant_id=88a63492d899456b992ad5ab7c8affca HTTP/1.1" status: 200 len: 267 time: 0.0517688 May 04 14:05:51.475036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:51.580690 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-dcfcd69b-672d-4af5-a9e3-f6f641d8a55d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:51.582248 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-dcfcd69b-672d-4af5-a9e3-f6f641d8a55d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 809 time: 0.1111493 May 04 14:05:51.596900 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-26eabc0c-82ba-4bd4-be98-f5e5e024a8f8 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/quotas/88a63492d899456b992ad5ab7c8affca HTTP/1.1" status: 200 len: 375 time: 0.0092287 May 04 14:05:51.649790 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-5e61a466-bef4-4576-87e3-12c251f2593e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475881 May 04 14:05:51.750360 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-d8df5d45-9e40-4ee6-b251-19dd80150161 service neutron] 10.222.0.69 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879064 May 04 14:05:51.858226 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-1b7f6ba0-bbc5-4779-9fcf-7dfc11c9166c service neutron] 10.222.0.69 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018229 May 04 14:05:51.864289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['b4c952a4-e436-47b9-9d7e-98b78ca67af4'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:05:51.906262 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237c90-dea9-4a3e-815e-58b27af2cd98 req-2aeb08eb-d7de-4666-af28-a8285c783949 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:51.912352 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-26237c90-dea9-4a3e-815e-58b27af2cd98 req-2aeb08eb-d7de-4666-af28-a8285c783949 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0653169 May 04 14:05:51.964750 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-26237c90-dea9-4a3e-815e-58b27af2cd98 req-64878d13-b656-4664-98cc-7e178bfe3cae tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491607 May 04 14:05:52.116193 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e18d-efa1-466a-85c2-345b53bf122b req-4bf68c5b-358b-4573-ae46-e48fe9566030 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:52.117833 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bd0e18d-efa1-466a-85c2-345b53bf122b req-4bf68c5b-358b-4573-ae46-e48fe9566030 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0532055 May 04 14:05:52.165882 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bd0e18d-efa1-466a-85c2-345b53bf122b req-204ee275-cfee-4f54-b3d9-fed217b8ec41 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 May 04 14:05:52.345224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098252f4-db9d-4ec5-8c44-8fe64c03c0c4 req-411b571c-5392-42c4-ba3d-085037f2bd16 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:52.345224 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-098252f4-db9d-4ec5-8c44-8fe64c03c0c4 req-411b571c-5392-42c4-ba3d-085037f2bd16 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0503531 May 04 14:05:52.385465 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-098252f4-db9d-4ec5-8c44-8fe64c03c0c4 req-8030e520-ad29-47e7-ae58-c9d093944b28 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 May 04 14:05:52.468379 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-91bae25b-c929-4e0f-b001-2755185c64f0 req-08c38b74-b909-44b9-a073-2226e346544d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0266385 May 04 14:05:52.736999 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e34256f7-cbbf-4209-bdd3-fcd18c1dd1ab req-13a42381-994c-4c64-8758-38654b69716b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0317631 May 04 14:05:52.968032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-03bc8f6c-ef25-4aa4-b727-35071c040bb1 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:52.969516 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-03bc8f6c-ef25-4aa4-b727-35071c040bb1 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "GET /v2.0/networks?id=2c9483e1-398f-42c3-af8d-e10732f71d76 HTTP/1.1" status: 200 len: 814 time: 0.1052780 May 04 14:05:52.991503 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Request body: {'port': {'device_id': '9cd7c800-e316-4e13-8163-5dab463ab185', 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76', 'admin_state_up': True, 'tenant_id': '4ce4c5bab99e40258eeb2be773db75a3'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:53.091971 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:05:53.093140 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023462-e7a6-4a72-b44b-03369d39dcae req-af2670fe-842f-410c-9c70-e170ce300e19 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:53.094642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8023462-e7a6-4a72-b44b-03369d39dcae req-af2670fe-842f-410c-9c70-e170ce300e19 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0472057 May 04 14:05:53.103524 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device b4c952a4-e436-47b9-9d7e-98b78ca67af4 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:53.148216 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b8023462-e7a6-4a72-b44b-03369d39dcae req-cf2f6b9a-2dd6-4331-b845-6d5f9c7a7351 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459297 May 04 14:05:53.206354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port b4c952a4-e436-47b9-9d7e-98b78ca67af4 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:05:53.242425 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:53.256903 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '60502655-d908-4b64-8366-bac3898e887f', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:05:53.288487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Made reservation on behalf of 4ce4c5bab99e40258eeb2be773db75a3 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:05:53.290469 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8f075-4eee-4632-a98e-6002e5ae72bd req-b12bd621-fe84-448a-9c0d-8f46356a8cdd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:53.292921 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-55e8f075-4eee-4632-a98e-6002e5ae72bd req-b12bd621-fe84-448a-9c0d-8f46356a8cdd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0460105 May 04 14:05:53.293996 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.302392 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: ACTIVE; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:53.302841 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.319384 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60502655-d908-4b64-8366-bac3898e887f {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:53.342236 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:53.343641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port b4c952a4-e436-47b9-9d7e-98b78ca67af4 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:53.343922 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.351308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-55e8f075-4eee-4632-a98e-6002e5ae72bd req-90b6f269-cd48-4b95-af49-98211258b8aa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522981 May 04 14:05:53.443332 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port b4c952a4-e436-47b9-9d7e-98b78ca67af4 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:53.447668 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.456273 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Allocated IP 172.20.0.8 (2c9483e1-398f-42c3-af8d-e10732f71d76/47b97c26-3e90-4352-84f8-f9581981432a/02f9a45d-3e83-443c-a218-05a62180b751) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:05:53.469841 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:53.473293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fc591-4b8c-4e10-a46b-f207c27e472a" -d '{"events": [{"server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:53.488927 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.559570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ae3ea-97a4-4487-a415-ceb58cab751b x-openstack-request-id: req-b80ae3ea-97a4-4487-a415-ceb58cab751b {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:53.559951 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:53.560184 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b80ae3ea-97a4-4487-a415-ceb58cab751b {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:53.560832 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80ae3ea-97a4-4487-a415-ceb58cab751b'] response: {'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'code': 200} May 04 14:05:53.562436 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:53.563448 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=6']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:53.571200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.571793 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.572350 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.572848 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.573543 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.574696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.579039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:05:53.635850 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9ae7d7a4-46be-4ada-b57c-57d98ab30308 req-76995bac-2a64-4764-9e8d-722089784c83 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0330901 May 04 14:05:53.643365 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733db87-ff86-4e09-90ed-0044289a093c req-4ad5617c-4ba4-452e-8aa3-6fbf6eb30fb3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:53.650792 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c733db87-ff86-4e09-90ed-0044289a093c req-4ad5617c-4ba4-452e-8aa3-6fbf6eb30fb3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.1211586 May 04 14:05:53.682518 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.691959 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks [] for port (02f9a45d-3e83-443c-a218-05a62180b751), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.707584 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c733db87-ff86-4e09-90ed-0044289a093c req-7b741562-f6b3-4b7b-9e2a-776a6e282608 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552385 May 04 14:05:53.711943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['60502655-d908-4b64-8366-bac3898e887f'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:05:53.781323 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:53.836971 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.853260 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a6be2b9-f025-4b9c-b467-d2c86ee37fe2 req-a87cbc91-e784-40a1-b171-fcd559776732 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0422490 May 04 14:05:53.887281 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:05:53.891500 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:05:53.895728 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:05:53.900922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:53.902232 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:53.915020 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Pushing event updated for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:54.028648 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-7600d015-d906-4757-8180-83121db10bf5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0414891 May 04 14:05:54.063367 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Request body: {'port': {'device_id': '9cd7c800-e316-4e13-8163-5dab463ab185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:05:54.124649 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (02f9a45d-3e83-443c-a218-05a62180b751), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.212852 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694923-8845-44e1-a51d-8d9819cf9ec7 req-ade8356a-3286-4b81-b359-d6206c3b2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.214479 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2a694923-8845-44e1-a51d-8d9819cf9ec7 req-ade8356a-3286-4b81-b359-d6206c3b2cdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.0708292 May 04 14:05:54.271217 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7df56-c40d-463c-984e-09a1f108c8b8 req-540adf49-7426-4607-93e3-5b61a83eebab tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.272846 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9c7df56-c40d-463c-984e-09a1f108c8b8 req-540adf49-7426-4607-93e3-5b61a83eebab tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0524559 May 04 14:05:54.322513 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9c7df56-c40d-463c-984e-09a1f108c8b8 req-45f19b32-8182-4962-b065-25d3d61c5f34 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 May 04 14:05:54.341804 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2a694923-8845-44e1-a51d-8d9819cf9ec7 req-ffb65f1e-3915-4046-a78c-2f3aaffed872 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198077 May 04 14:05:54.462846 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f9a45d-3e83-443c-a218-05a62180b751 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:05:54.470933 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks [] for port (02f9a45d-3e83-443c-a218-05a62180b751), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.482269 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3878b-a887-494a-a710-e30486066e98 req-e1cb8917-776a-4e8b-8ef4-4205e314997c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.483823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62e3878b-a887-494a-a710-e30486066e98 req-e1cb8917-776a-4e8b-8ef4-4205e314997c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.0491238 May 04 14:05:54.483991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Transition to ACTIVE for port object 02f9a45d-3e83-443c-a218-05a62180b751 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:05:54.531363 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62e3878b-a887-494a-a710-e30486066e98 req-cc2c7a57-fd84-408f-9ace-21784237d9be tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 May 04 14:05:54.585118 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.639059 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Pushing event updated for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:54.675328 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Attempting to bind port 02f9a45d-3e83-443c-a218-05a62180b751 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:05:54.675666 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Attempting to bind port 02f9a45d-3e83-443c-a218-05a62180b751 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:05:54.675998 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Attempting to bind port 02f9a45d-3e83-443c-a218-05a62180b751 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:54.680493 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Port 02f9a45d-3e83-443c-a218-05a62180b751 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:05:54.680813 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Attempting to bind port 02f9a45d-3e83-443c-a218-05a62180b751 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:05:54.686186 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:05:54.686523 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Checking segment: {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:05:54.686902 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Bound using segment: {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:05:54.687329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Bound port: 02f9a45d-3e83-443c-a218-05a62180b751, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:05:54.687687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (02f9a45d-3e83-443c-a218-05a62180b751), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.755547 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:05:54.758840 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=02f9a45d-3e83-443c-a218-05a62180b751,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:05:54.766891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32bdc4-489f-4eef-8b2c-a0206cf94726 req-2ea99e54-94f1-4336-a107-b5ee3cde222d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.769118 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c32bdc4-489f-4eef-8b2c-a0206cf94726 req-2ea99e54-94f1-4336-a107-b5ee3cde222d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0579929 May 04 14:05:54.849105 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c32bdc4-489f-4eef-8b2c-a0206cf94726 req-8722b9d2-9257-400a-87db-63cbbbe10578 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746140 May 04 14:05:54.860103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66e2f-a852-4027-8a6d-04d768f1976a req-bd480774-12d2-4ddc-93b8-9895b747928c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.861643 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24a66e2f-a852-4027-8a6d-04d768f1976a req-bd480774-12d2-4ddc-93b8-9895b747928c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0651848 May 04 14:05:54.893798 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.915187 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24a66e2f-a852-4027-8a6d-04d768f1976a req-4cd07fe6-d77e-4170-962e-fba954dc5d04 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479085 May 04 14:05:54.926609 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:54.927091 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:54.929059 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] 10.222.0.58 "PUT /v2.0/ports/02f9a45d-3e83-443c-a218-05a62180b751 HTTP/1.1" status: 200 len: 1093 time: 0.8700540 May 04 14:05:54.931792 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:54.934479 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "tag": "02f9a45d-3e83-443c-a218-05a62180b751"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:54.951519 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-741f8c1b-9db0-45c9-bd8c-b574b405c767 req-a5bcf934-2de2-4ecb-9fd4-f5816ddc5437 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0398419 May 04 14:05:54.967709 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e579fd-6e02-4e09-9d35-26ed16e398ac service neutron] Pushing event updated for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:54.975954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ba047-ce5b-4421-8801-575e5cd32c07 x-openstack-request-id: req-177ba047-ce5b-4421-8801-575e5cd32c07 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:54.976323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "tag": "02f9a45d-3e83-443c-a218-05a62180b751", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:54.976488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-177ba047-ce5b-4421-8801-575e5cd32c07 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:54.976943 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177ba047-ce5b-4421-8801-575e5cd32c07'] response: {'name': 'network-changed', 'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751', 'status': 'completed', 'code': 200} May 04 14:05:55.440837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82808d-077b-49b0-b2f9-4d8d90f1b30d req-0b5017f9-53f6-4d54-b027-698631895996 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:55.442294 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba82808d-077b-49b0-b2f9-4d8d90f1b30d req-0b5017f9-53f6-4d54-b027-698631895996 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0475302 May 04 14:05:55.493688 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba82808d-077b-49b0-b2f9-4d8d90f1b30d req-b33653c4-e4e8-4f06-b9a1-ad3cbb4abb91 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457647 May 04 14:05:55.895069 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b76db-ce3a-43e8-890c-a4803b4bea4c req-d45d618e-6a4d-4569-b24d-5fffcea9ccf1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:55.896645 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-377b76db-ce3a-43e8-890c-a4803b4bea4c req-d45d618e-6a4d-4569-b24d-5fffcea9ccf1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.2914801 May 04 14:05:55.973207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c0290273-6639-4d5e-8c52-6b081561754e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:55.975075 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-377b76db-ce3a-43e8-890c-a4803b4bea4c req-f54b8bc5-dcc8-4ffd-8cda-a588c5057823 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723591 May 04 14:05:55.981148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f4c9-91bd-4124-9731-cc6cd32c6470 req-8467935f-c451-41d3-a364-34852cf89ff8 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:55.982639 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e625f4c9-91bd-4124-9731-cc6cd32c6470 req-8467935f-c451-41d3-a364-34852cf89ff8 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0636742 May 04 14:05:56.032450 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e625f4c9-91bd-4124-9731-cc6cd32c6470 req-6fa26a2d-024d-49c0-b61b-e8bc97f0b2ae tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 May 04 14:05:56.085715 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeba0b8-ff7b-4c07-a47c-6f37a151a030 req-774057ca-df8a-44b3-936a-d5bc3bd1ba9b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:56.087146 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aeeba0b8-ff7b-4c07-a47c-6f37a151a030 req-774057ca-df8a-44b3-936a-d5bc3bd1ba9b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0498078 May 04 14:05:56.142449 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c964d39d-4eed-49d6-a495-af1ea57b6f62 req-fa4356e4-ead1-4fc4-bf7a-50f92e8b6a99 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0423083 May 04 14:05:56.159045 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aeeba0b8-ff7b-4c07-a47c-6f37a151a030 req-bd198eb0-1843-4de9-89db-fdefdd52b0fe tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659752 May 04 14:05:56.609022 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7d77f-3bd7-4c37-b2ed-d4458185872a req-3d0ef008-0be1-4de9-8b69-01c404c61f87 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:56.610517 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14c7d77f-3bd7-4c37-b2ed-d4458185872a req-3d0ef008-0be1-4de9-8b69-01c404c61f87 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0473826 May 04 14:05:56.659554 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14c7d77f-3bd7-4c37-b2ed-d4458185872a req-559c0759-c113-4e65-b469-9848d5bbe8bf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 May 04 14:05:57.101373 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd7a85-6071-4456-a22e-9ca4efcc6009 req-cddca481-cf09-4e56-838d-89fc1a91f113 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:57.102826 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-30bd7a85-6071-4456-a22e-9ca4efcc6009 req-cddca481-cf09-4e56-838d-89fc1a91f113 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.0524757 May 04 14:05:57.161828 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075aa1d-7773-47e7-b3c1-ce44272a92c1 req-25501bbc-cfd9-44b9-88ae-1357d87b3619 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:57.163292 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1075aa1d-7773-47e7-b3c1-ce44272a92c1 req-25501bbc-cfd9-44b9-88ae-1357d87b3619 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0595801 May 04 14:05:57.198046 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-30bd7a85-6071-4456-a22e-9ca4efcc6009 req-694eee41-4edb-4e60-b262-0d793b8fa395 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852602 May 04 14:05:57.232232 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1075aa1d-7773-47e7-b3c1-ce44272a92c1 req-1aace47c-1de1-48a7-867c-f291371a8c0a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 May 04 14:05:57.296973 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1739f6c0-75f1-43b6-9071-7fbd199b477b req-52118a7c-8106-432e-a9cc-9a827d3bbd14 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0323887 May 04 14:05:57.340815 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80cde0-68a6-44d1-aa1c-735330fc2e9b req-9ad953f2-e44e-4c7d-afad-35dc2b6b7a35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:57.342269 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5a80cde0-68a6-44d1-aa1c-735330fc2e9b req-9ad953f2-e44e-4c7d-afad-35dc2b6b7a35 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0486238 May 04 14:05:57.389341 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5a80cde0-68a6-44d1-aa1c-735330fc2e9b req-8bd63807-162f-4909-8dda-148ac92d57b3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 May 04 14:05:57.694361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:05:57.750237 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 60502655-d908-4b64-8366-bac3898e887f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:05:57.750615 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60502655-d908-4b64-8366-bac3898e887f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:57.785525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2e2ba-7495-43a6-8921-c25f2afa0e5e req-b3020192-0490-496d-9eb6-e240595ac000 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:57.787024 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a2a2e2ba-7495-43a6-8921-c25f2afa0e5e req-b3020192-0490-496d-9eb6-e240595ac000 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0549934 May 04 14:05:57.836588 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:05:57.837484 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:57.837896 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a2a2e2ba-7495-43a6-8921-c25f2afa0e5e req-650996bf-216d-45e5-9539-6c639124e5d4 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 May 04 14:05:57.865611 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:05:57.866289 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-f4026421-0136-4d0c-94ff-027fafbc7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:57.867851 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-f4026421-0136-4d0c-94ff-027fafbc7484 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 1127 time: 0.0617464 May 04 14:05:57.867988 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a7e17-ed12-412c-b7b8-0b3221c87685" -d '{"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:05:57.884978 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:05:57.905155 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e478dce5-d100-4ca6-a85e-93666a60e178 x-openstack-request-id: req-e478dce5-d100-4ca6-a85e-93666a60e178 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:05:57.905504 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:05:57.905758 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e478dce5-d100-4ca6-a85e-93666a60e178 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:05:57.906154 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e478dce5-d100-4ca6-a85e-93666a60e178'] response: {'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'code': 200} May 04 14:05:58.036781 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:58.086931 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=7']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:05:58.093390 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-944da791-04a4-4921-ba29-ebbc37b82990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:58.095687 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:58.354073 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705538-eb1b-4650-aa6e-9120f34056c9 req-d43eaab3-41c7-483c-83c9-2e8f36f0ebf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.356324 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3705538-eb1b-4650-aa6e-9120f34056c9 req-d43eaab3-41c7-483c-83c9-2e8f36f0ebf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0820973 May 04 14:05:58.377803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef6ef-2bb0-4e33-8b3c-ce7ca6efa317 req-121dce48-8fd5-4768-9cf5-f6177431ea53 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.379252 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54bef6ef-2bb0-4e33-8b3c-ce7ca6efa317 req-121dce48-8fd5-4768-9cf5-f6177431ea53 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0700886 May 04 14:05:58.447211 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3705538-eb1b-4650-aa6e-9120f34056c9 req-32a1d5bd-3b0f-432c-8cf1-4644590efee3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847046 May 04 14:05:58.455453 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54bef6ef-2bb0-4e33-8b3c-ce7ca6efa317 req-e7c542a6-501c-4ebc-ace7-f88608a326e7 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681543 May 04 14:05:58.550501 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-57776919-bbc5-45a8-952e-dee948ace46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.552176 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-57776919-bbc5-45a8-952e-dee948ace46e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1175711 May 04 14:05:58.566816 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e49744d-c1b3-48f4-bde2-e085c2de6d67 req-8d717f45-15cc-4ca3-a2cb-495b313eae82 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0309975 May 04 14:05:58.617193 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafd170-fc3b-4c95-af43-210f585e79fe req-f03efc30-357f-4ca9-bb0f-8734c3969ee6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.618878 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fcafd170-fc3b-4c95-af43-210f585e79fe req-f03efc30-357f-4ca9-bb0f-8734c3969ee6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0550656 May 04 14:05:58.673855 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fcafd170-fc3b-4c95-af43-210f585e79fe req-7f1f8332-fc37-4ec0-b962-e405e836751c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458941 May 04 14:05:58.772645 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-cf5fc80d-e85a-46ec-9bb8-58ed955932a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.775577 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-344b9d35-b46b-4a0e-b9aa-f6d250ac51ae req-cf5fc80d-e85a-46ec-9bb8-58ed955932a4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163657 May 04 14:05:58.961054 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95840-50ef-464c-9e80-0a09618c1ee2 req-358f1013-b34d-426f-88f0-d1ab4904004a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:58.962559 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35e95840-50ef-464c-9e80-0a09618c1ee2 req-358f1013-b34d-426f-88f0-d1ab4904004a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0504558 May 04 14:05:59.011684 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35e95840-50ef-464c-9e80-0a09618c1ee2 req-a4ca8518-3dfc-4516-9f85-1877374e22eb tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 May 04 14:05:59.333438 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:59.585449 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-93616c45-8b1a-4f19-b044-77b3ad10b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:59.587265 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-93616c45-8b1a-4f19-b044-77b3ad10b5d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 1127 time: 0.0553205 May 04 14:05:59.635658 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ceff7-64e2-410b-a5ef-e15dbf59f547 req-31cf7ad0-0153-477d-b4b8-54f5d32b21ab tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:59.637310 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a52ceff7-64e2-410b-a5ef-e15dbf59f547 req-31cf7ad0-0153-477d-b4b8-54f5d32b21ab tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0785935 May 04 14:05:59.643612 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929acff-233f-4a00-9fb9-4cff3e4973be req-92ce0941-d267-4226-b11b-36df07fab9d5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:59.645196 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9929acff-233f-4a00-9fb9-4cff3e4973be req-92ce0941-d267-4226-b11b-36df07fab9d5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0962851 May 04 14:05:59.660086 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-a53a20bd-cff7-4fde-ad06-06150495cbe2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f9a45d-3e83-443c-a218-05a62180b751 HTTP/1.1" status: 200 len: 217 time: 0.0570300 May 04 14:05:59.719735 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a52ceff7-64e2-410b-a5ef-e15dbf59f547 req-68b0163b-da92-473f-b58a-095d591c71ed tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735359 May 04 14:05:59.722665 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9929acff-233f-4a00-9fb9-4cff3e4973be req-cfdf4f39-ea29-4dea-9373-bd68e1ff73ea tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699303 May 04 14:05:59.820255 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83d44024-b4fc-4c99-8eb4-42b2af992451 req-929e4efe-f738-4711-b75d-fa930802a27f tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0343752 May 04 14:05:59.855067 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8c31-c215-49ed-a0da-70c63c0b476b req-877a9f5f-3dbd-495b-9809-7c110a28a31e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:59.857043 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-492f8c31-c215-49ed-a0da-70c63c0b476b req-877a9f5f-3dbd-495b-9809-7c110a28a31e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0616879 May 04 14:05:59.914093 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-492f8c31-c215-49ed-a0da-70c63c0b476b req-1948ff78-be9f-4231-81c5-d4fc1bd5167b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490167 May 04 14:05:59.981047 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-27681c9b-3a57-470d-8ce9-35fc8076c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:05:59.982799 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-27681c9b-3a57-470d-8ce9-35fc8076c00d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47b97c26-3e90-4352-84f8-f9581981432a HTTP/1.1" status: 200 len: 854 time: 0.0475986 May 04 14:06:00.025917 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-85a3a7c2-ad87-4545-bc60-89224efd472f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9483e1-398f-42c3-af8d-e10732f71d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326872 May 04 14:06:00.135136 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c15c3-64ec-4ab9-a7d5-9f0385680587 req-206a5f04-dc72-40cc-8da1-fac0dd3caa8e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:00.138008 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-666c15c3-64ec-4ab9-a7d5-9f0385680587 req-206a5f04-dc72-40cc-8da1-fac0dd3caa8e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0535614 May 04 14:06:00.139609 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-fcc76401-1a71-48a6-8a4a-33527ddc2b7b service neutron] 10.222.0.58 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011672 May 04 14:06:00.189514 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-666c15c3-64ec-4ab9-a7d5-9f0385680587 req-585d4630-179e-443f-bcb1-b8ba2a23bba7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450931 May 04 14:06:00.276598 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5f32a591-a698-4d40-9e88-efd345f0e792 req-c8d51f54-7040-44ee-9444-524fc9c4f03e service neutron] 10.222.0.58 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294148 May 04 14:06:00.321710 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f04fe-0ef3-4e38-83c7-8cca13d3ee43 req-cd1e4eeb-8300-4af5-b096-abe08b591587 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:00.324868 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d26f04fe-0ef3-4e38-83c7-8cca13d3ee43 req-cd1e4eeb-8300-4af5-b096-abe08b591587 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0524793 May 04 14:06:00.334594 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39546) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:00.341838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'floatingip': {'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:00.389868 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:00.439143 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-b598a902-3b7c-41c7-a3d0-65e0882ed7f6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:00.440577 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-b598a902-3b7c-41c7-a3d0-65e0882ed7f6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 809 time: 0.2083204 May 04 14:06:00.619514 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-9c1c3ee3-7fd5-41f7-a0e4-ef6bb0d29260 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a63492d899456b992ad5ab7c8affca HTTP/1.1" status: 200 len: 380 time: 0.1229560 May 04 14:06:00.891878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2af091-aa1b-47c6-a5c3-1ade3c94fe99 req-2dd58bc9-f115-416f-a83e-6e5800918094 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:00.893658 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e2af091-aa1b-47c6-a5c3-1ade3c94fe99 req-2dd58bc9-f115-416f-a83e-6e5800918094 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0744474 May 04 14:06:00.962689 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:00.971954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:00.999242 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d73b-fbb7-4cfb-9239-c3ff761c853c req-fa41b17d-9f23-4707-8fd1-90ccee9e75cd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:01.001166 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3517d73b-fbb7-4cfb-9239-c3ff761c853c req-fa41b17d-9f23-4707-8fd1-90ccee9e75cd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1064827 May 04 14:06:01.009637 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e2af091-aa1b-47c6-a5c3-1ade3c94fe99 req-f54f2d39-3a61-4794-b506-c128281de27e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051347 May 04 14:06:01.080388 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:01.084280 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3517d73b-fbb7-4cfb-9239-c3ff761c853c req-164232d3-289f-4ec4-bd3a-619722eb5d38 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695138 May 04 14:06:01.162163 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fb21f677-e571-45aa-82c0-d6e4e785378c req-9c34377a-0bb9-4bb1-bb4f-fe44819f2d90 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0546219 May 04 14:06:01.242572 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655401b1-1a18-44b1-a637-2805af3265e6 req-19065673-895c-4c5e-9aff-46254e8f425d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:01.250893 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-655401b1-1a18-44b1-a637-2805af3265e6 req-19065673-895c-4c5e-9aff-46254e8f425d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0677149 May 04 14:06:01.254971 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Floating IP 36ef1f61-48b0-4633-aeb2-5402d66e018c associated. External IP: 172.27.3.142, port: b4c952a4-e436-47b9-9d7e-98b78ca67af4. May 04 14:06:01.314507 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-655401b1-1a18-44b1-a637-2805af3265e6 req-1e4a0b5e-9036-47be-a5b2-65900e325ffd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627406 May 04 14:06:01.563329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'port': {'device_id': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'admin_state_up': True, 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'security_groups': ['e9e692dd-a393-48cf-b414-c1df735bc4e8']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:01.826977 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39572) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:01.928080 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:06:01.979964 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f823a9e-9d5c-43a1-a45e-3c3d380c1c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.088124 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:02.093683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.102188 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:02.133875 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f823a9e-9d5c-43a1-a45e-3c3d380c1c94 admin admin] Publish callbacks [] for security_group (c696f2e9-6bb3-486e-a9c7-906bdda18d2b), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.137119 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:02.138571 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:02.170449 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3976d037-e56e-46e1-9e94-a61f0fceda3c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "PUT /v2.0/floatingips/36ef1f61-48b0-4633-aeb2-5402d66e018c HTTP/1.1" status: 200 len: 991 time: 1.8347456 May 04 14:06:02.173957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:02.179910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:02.234669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e45f04-4f43-4b09-980b-9d2cf887aa72 req-7a2c57a3-9fdf-4ddb-89e6-387ffbb2e80c tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:02.238393 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-37e45f04-4f43-4b09-980b-9d2cf887aa72 req-7a2c57a3-9fdf-4ddb-89e6-387ffbb2e80c tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.0810287 May 04 14:06:02.283187 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:02.312252 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98d335-8d6d-4f7c-a373-2ebf051ce48f req-ee111448-eb0a-4b65-9f8d-cddd46551575 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:02.316396 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f98d335-8d6d-4f7c-a373-2ebf051ce48f req-ee111448-eb0a-4b65-9f8d-cddd46551575 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0768456 May 04 14:06:02.334008 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Made reservation on behalf of 88a63492d899456b992ad5ab7c8affca for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:02.339262 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.363960 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-37e45f04-4f43-4b09-980b-9d2cf887aa72 req-3d602fe5-c79c-446a-9fc3-e40f30a49ec7 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150489 May 04 14:06:02.437609 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f98d335-8d6d-4f7c-a373-2ebf051ce48f req-80b6662e-c3d7-4111-b6ac-caea437c5483 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107366 May 04 14:06:02.438886 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f823a9e-9d5c-43a1-a45e-3c3d380c1c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c696f2e9-6bb3-486e-a9c7-906bdda18d2b), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.460540 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.522984 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d8afc-1c9f-4daf-b23a-20523f907a3e x-openstack-request-id: req-310d8afc-1c9f-4daf-b23a-20523f907a3e {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:02.523312 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:02.523578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-310d8afc-1c9f-4daf-b23a-20523f907a3e {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:02.523999 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310d8afc-1c9f-4daf-b23a-20523f907a3e'] response: {'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'status': 'completed', 'code': 200} May 04 14:06:02.564501 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:06:00Z', 'revision_number': 1, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:02.568466 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5f823a9e-9d5c-43a1-a45e-3c3d380c1c94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c99bc36fb0c94dbabe55b0904a37f69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387865 May 04 14:06:02.568466 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f823a9e-9d5c-43a1-a45e-3c3d380c1c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696f2e9-6bb3-486e-a9c7-906bdda18d2b,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:02.570740 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39588) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:02.625332 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:02.638017 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:02.638795 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:02.652194 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-4987dec8-fda3-4e43-a495-d313322476b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:02.653892 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-4987dec8-fda3-4e43-a495-d313322476b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.1387327 May 04 14:06:02.749390 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539e67-071a-4937-b2ef-711801eded3a req-131ffe2d-a4e4-48aa-9042-eae001386438 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:02.757163 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:02.764564 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18539e67-071a-4937-b2ef-711801eded3a req-131ffe2d-a4e4-48aa-9042-eae001386438 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.2138641 May 04 14:06:02.785654 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Allocated IP 172.20.0.8 (b6180c78-d97c-4950-b168-3de3488d591f/07a97f39-82dc-45e1-bcab-90f412f691b2/60250a8b-e6a1-4158-9ff0-78f87ba35b0e) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:02.789214 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-66969f76-59e7-4f8f-b489-d451d08fa5de req-9347b0a7-1977-4e6b-8a75-5401267d0616 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.2197821 May 04 14:06:02.807904 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] Publish callbacks [] for security_group (c696f2e9-6bb3-486e-a9c7-906bdda18d2b), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.871936 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] Publish callbacks [] for security_group (c696f2e9-6bb3-486e-a9c7-906bdda18d2b), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:02.917938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18539e67-071a-4937-b2ef-711801eded3a req-bf147ebf-d452-4275-93fd-40567459868c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523123 May 04 14:06:03.056295 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:06:00Z', 'revision_number': 1, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:03.081765 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-6777e076-610d-4f01-9c84-6e45ba6a0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.083712 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-6777e076-610d-4f01-9c84-6e45ba6a0b1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.4220872 May 04 14:06:03.085809 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba07594-43a0-44f3-a708-278d816ea1bf None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:06:00Z', 'revision_number': 1, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:03.088864 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c696f2e9-6bb3-486e-a9c7-906bdda18d2b), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:03.095972 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:03.095972 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c696f2e9-6bb3-486e-a9c7-906bdda18d2b HTTP/1.1" status: 204 len: 168 time: 0.4972250 May 04 14:06:03.116194 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b3e8d-878a-4580-a5f1-b833bff38dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696f2e9-6bb3-486e-a9c7-906bdda18d2b,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:03.180645 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:03.205782 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-79c69522-b16f-4219-80e4-621edba915e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 999 time: 0.1106570 May 04 14:06:03.284659 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-06d80246-7a14-4ef2-b281-c92a0998665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.286430 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-06d80246-7a14-4ef2-b281-c92a0998665c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0689116 May 04 14:06:03.350795 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-cae30e8a-aa42-410a-9f6e-f67342fba7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.352424 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-cae30e8a-aa42-410a-9f6e-f67342fba7ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582347 May 04 14:06:03.418294 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e13b5-5593-46d5-9b75-1fb5fda4abf6 None None] New status for floating IP 36ef1f61-48b0-4633-aeb2-5402d66e018c: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:06:03.460724 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:03.568757 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:03.579305 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Network b6180c78-d97c-4950-b168-3de3488d591f is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:03.582395 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:03.584665 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511baa3-37d5-4934-ba0d-050255ef836f req-85b33954-0bc8-40c2-a449-d23e61635265 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.585206 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:03.593537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4511baa3-37d5-4934-ba0d-050255ef836f req-85b33954-0bc8-40c2-a449-d23e61635265 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 943 time: 0.1003821 May 04 14:06:03.595431 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.596106 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:03.601532 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-25d5aab0-9c12-4ba0-8505-07554ceb8d3f service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412350 May 04 14:06:03.716705 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 02f9a45d-3e83-443c-a218-05a62180b751 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:06:03.723680 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bde54-be43-4f83-9966-bacc412d6248 req-35e9a7a0-9501-4805-aeec-5554652d451c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:03.731530 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9b4bde54-be43-4f83-9966-bacc412d6248 req-35e9a7a0-9501-4805-aeec-5554652d451c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1737175 May 04 14:06:03.758424 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-87fe5c2b-814e-4a73-ba4f-b7586d232164 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2023735 May 04 14:06:03.801264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Request body: {'port': {'device_id': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:03.824310 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4511baa3-37d5-4934-ba0d-050255ef836f req-f90d1def-df0c-402f-be49-a0d1576a4dfc tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273629 May 04 14:06:03.934684 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=02f9a45d-3e83-443c-a218-05a62180b751,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:03.950546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '02f9a45d-3e83-443c-a218-05a62180b751', 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76', 'port_id': '02f9a45d-3e83-443c-a218-05a62180b751', 'mac_address': 'fa:16:3e:90:13:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b97c26-3e90-4352-84f8-f9581981432a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:06:03.979242 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9b4bde54-be43-4f83-9966-bacc412d6248 req-0970e92e-22be-44db-aaef-17f7339a46d2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466736 May 04 14:06:04.114624 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.115350 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 02f9a45d-3e83-443c-a218-05a62180b751 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:04.122828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (02f9a45d-3e83-443c-a218-05a62180b751), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.126317 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d75ecee8-937c-4d5a-9a93-eeebb17e75a7 None None] Provisioning complete for port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:04.126739 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d75ecee8-937c-4d5a-9a93-eeebb17e75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.143521 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672ea9-a1af-44be-a420-7be965d2a885 req-66036193-eff9-4761-b467-e1ed7af8db31 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:04.151705 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-1c20e4bf-cbf5-4645-868d-a1c535c37c6d req-025599a9-a0e7-469e-8151-33f8a1a37e1c service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246034 May 04 14:06:04.152336 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94672ea9-a1af-44be-a420-7be965d2a885 req-66036193-eff9-4761-b467-e1ed7af8db31 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 931 time: 0.1437824 May 04 14:06:04.175678 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f9a45d-3e83-443c-a218-05a62180b751 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:06:04.202218 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d75ecee8-937c-4d5a-9a93-eeebb17e75a7 None None] Port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:04.207449 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=02f9a45d-3e83-443c-a218-05a62180b751,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:04.242822 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc1d3-49ca-4e63-89f1-9a1601b9cf31 req-05cf2fc4-d21a-4d30-9e9a-1fe75e444c61 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:04.244651 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-359cc1d3-49ca-4e63-89f1-9a1601b9cf31 req-05cf2fc4-d21a-4d30-9e9a-1fe75e444c61 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0900156 May 04 14:06:04.303921 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94672ea9-a1af-44be-a420-7be965d2a885 req-d75f6f7c-f86f-4f51-96a0-80018631b132 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469951 May 04 14:06:04.355962 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-359cc1d3-49ca-4e63-89f1-9a1601b9cf31 req-1ef917a7-8a7b-4e34-a8dd-220e55fff92c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929859 May 04 14:06:04.459947 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.532712 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60250a8b-e6a1-4158-9ff0-78f87ba35b0e {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:06:04.544109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:04.544327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks [] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.579391 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Transition to ACTIVE for port object 60250a8b-e6a1-4158-9ff0-78f87ba35b0e will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:06:04.808042 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:04.866514 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:04.896474 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['02f9a45d-3e83-443c-a218-05a62180b751'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:06:04.920918 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Attempting to bind port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:04.921617 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Attempting to bind port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:04.922227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Attempting to bind port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e on network b6180c78-d97c-4950-b168-3de3488d591f {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:04.936926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e on network b6180c78-d97c-4950-b168-3de3488d591f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:06:04.937402 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Attempting to bind port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e on network b6180c78-d97c-4950-b168-3de3488d591f {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:04.965096 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:04.965719 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Checking segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:04.966222 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Bound using segment: {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:04.966773 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Bound port: 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3e1ae6-55d1-43ab-aab9-f5092403700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:04.967236 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:05.142144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:05.142144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:05.153167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39626) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:05.165734 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266f78e-b491-4d1e-942e-61b54437415e req-020d0f48-d825-4682-b1fb-f34931d223eb tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.168238 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e266f78e-b491-4d1e-942e-61b54437415e req-020d0f48-d825-4682-b1fb-f34931d223eb tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 944 time: 0.1244843 May 04 14:06:05.231033 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57c5f0-5bc2-4f37-b1d7-612f802be049 req-72a510dc-c616-4c5a-b000-a85b89c91b94 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.232678 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f57c5f0-5bc2-4f37-b1d7-612f802be049 req-72a510dc-c616-4c5a-b000-a85b89c91b94 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0976956 May 04 14:06:05.279334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-789442437-network', 'tenant_id': '1625f082167647399a6211547163cb93'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:05.279656 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e266f78e-b491-4d1e-942e-61b54437415e req-7ed5fe2e-b840-42cd-8db9-ebf6e3972c0a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884576 May 04 14:06:05.312382 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f57c5f0-5bc2-4f37-b1d7-612f802be049 req-b2c3f322-a88a-4e6b-b944-c20846546ecd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695648 May 04 14:06:05.393856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf971e-d696-4143-a0b5-76187aa4abd0 req-b8e59846-d7a9-4cc4-901e-da6b08d5cb69 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.395365 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42bf971e-d696-4143-a0b5-76187aa4abd0 req-b8e59846-d7a9-4cc4-901e-da6b08d5cb69 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0502112 May 04 14:06:05.457726 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5160e-18e7-4dc6-a280-6275bde1d3d7 req-77314c6f-5302-49fc-a5df-c171ffd036c8 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.459187 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-adf5160e-18e7-4dc6-a280-6275bde1d3d7 req-77314c6f-5302-49fc-a5df-c171ffd036c8 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0617981 May 04 14:06:05.498134 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42bf971e-d696-4143-a0b5-76187aa4abd0 req-5c369752-c4f0-429f-8aa2-6998305491ab tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908537 May 04 14:06:05.529967 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-adf5160e-18e7-4dc6-a280-6275bde1d3d7 req-866fb3dd-d112-46b0-bb45-6cbd17e31dc0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646582 May 04 14:06:05.702575 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:05.728140 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-f2c2bafe-cc1d-48da-b87b-da17baa4186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.730916 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-f2c2bafe-cc1d-48da-b87b-da17baa4186e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1130 time: 0.0652542 May 04 14:06:05.741777 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:06:05.749129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.749770 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:05.751211 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] 10.222.0.58 "PUT /v2.0/ports/60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 1093 time: 1.9773884 May 04 14:06:05.753724 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:05.764329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:05.764329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Made reservation on behalf of 1625f082167647399a6211547163cb93 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:05.766898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:05.812357 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:05.829761 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33b907-0555-420c-ab40-238fa40c460e service neutron] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:05.863558 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18491481-7311-446f-a4c8-c5846365c3db x-openstack-request-id: req-18491481-7311-446f-a4c8-c5846365c3db {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:05.870213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:05.870213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18491481-7311-446f-a4c8-c5846365c3db {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:05.870213 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18491481-7311-446f-a4c8-c5846365c3db'] response: {'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'status': 'completed', 'code': 200} May 04 14:06:05.966322 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-9d1d7cfa-87a1-4c15-8e8b-27acec718fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.968156 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-9d1d7cfa-87a1-4c15-8e8b-27acec718fd6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 912 time: 0.2310247 May 04 14:06:05.997255 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-c849723b-cebf-4c43-afee-576e0baa5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:05.998897 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-c849723b-cebf-4c43-afee-576e0baa5630 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1127 time: 0.0824101 May 04 14:06:06.097332 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 02f9a45d-3e83-443c-a218-05a62180b751 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:06.167421 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 02f9a45d-3e83-443c-a218-05a62180b751 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:06:06.169268 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks [] for security_group (fb1d3521-87fe-4242-83f5-14efb14f860a), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.179730 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-2216de3d-ea25-4505-81a6-422c3849a946 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 200 len: 1001 time: 0.1964467 May 04 14:06:06.243686 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-8dff994a-5f77-4170-9817-9c3040dc2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.245345 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-8dff994a-5f77-4170-9817-9c3040dc2b78 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=88a63492d899456b992ad5ab7c8affca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2025661 May 04 14:06:06.266453 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-fd8a16f5-d216-4560-97d8-207ba4ffb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.268005 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-fd8a16f5-d216-4560-97d8-207ba4ffb591 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.0808401 May 04 14:06:06.324795 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (fb1d3521-87fe-4242-83f5-14efb14f860a), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.356868 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 02f9a45d-3e83-443c-a218-05a62180b751 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:06.357683 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (02f9a45d-3e83-443c-a218-05a62180b751), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.397683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-ae40da72-511a-4532-bac4-95ef63e59614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.402977 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-ae40da72-511a-4532-bac4-95ef63e59614 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1175561 May 04 14:06:06.468599 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:06:06.519845 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1d3521-87fe-4242-83f5-14efb14f860a,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:06.562720 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (9310b97f-e355-42da-bd8a-ee0b52f8b1c9), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.563328 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Added segment 9310b97f-e355-42da-bd8a-ee0b52f8b1c9 of type vlan for network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e May 04 14:06:06.570175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a4109-048d-4ff8-91fe-78451ac18222 req-c0b1d2b5-e886-487b-b3ff-32f87a7b8a81 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.571742 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7a2a4109-048d-4ff8-91fe-78451ac18222 req-c0b1d2b5-e886-487b-b3ff-32f87a7b8a81 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 944 time: 0.1707811 May 04 14:06:06.611293 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e455e-e4b8-40ab-b365-1228a45c3718 req-72c879df-0bb1-482e-ba8f-c1256ef4aaf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.612697 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-308e455e-e4b8-40ab-b365-1228a45c3718 req-72c879df-0bb1-482e-ba8f-c1256ef4aaf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1542549 May 04 14:06:06.690044 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.693163 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-1fa05650-3046-42b8-bf8b-294f125ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.695128 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9dd28a38-8c7a-413b-8270-2e09f2f9a3a3 req-1fa05650-3046-42b8-bf8b-294f125ec919 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4391956 May 04 14:06:06.700344 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7a2a4109-048d-4ff8-91fe-78451ac18222 req-ad9d4491-184a-4112-ba70-7d91e074388d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141155 May 04 14:06:06.726128 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-308e455e-e4b8-40ab-b365-1228a45c3718 req-d5eed155-14ec-425a-9571-4774ca3da1b4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004465 May 04 14:06:06.757041 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-ebc3bcbc-682c-4670-ba50-aec5ba2681d2 service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895160 May 04 14:06:06.888788 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 02f9a45d-3e83-443c-a218-05a62180b751 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:06.889632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (02f9a45d-3e83-443c-a218-05a62180b751), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.912297 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.913751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.914419 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:06.922836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:06.930249 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-e0396372-8e26-474d-bdae-1ba7173befed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.931762 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-e0396372-8e26-474d-bdae-1ba7173befed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1127 time: 0.1289606 May 04 14:06:06.933187 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196cbfe3-e1cf-459d-bbda-61b2d3b851ad" -d '{"events": [{"server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "name": "network-vif-plugged", "status": "completed", "tag": "02f9a45d-3e83-443c-a218-05a62180b751"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:06.950280 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=02f9a45d-3e83-443c-a218-05a62180b751,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:06.971643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed75f-238f-4a48-940a-53501469ae27 req-8d90f11f-31ca-49c9-8c4c-913b6a708599 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:06.978739 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-909ed75f-238f-4a48-940a-53501469ae27 req-8d90f11f-31ca-49c9-8c4c-913b6a708599 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.1306379 May 04 14:06:06.996469 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-6b4f958e-da6f-49c1-be7b-9bb632b03229 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 217 time: 0.0457981 May 04 14:06:07.009847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa0172-891f-44d1-950d-1800671fb13d req-39a74c85-e612-421d-b96a-1e89f5d98f26 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:07.011715 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09aa0172-891f-44d1-950d-1800671fb13d req-39a74c85-e612-421d-b96a-1e89f5d98f26 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.1049361 May 04 14:06:07.065698 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:07.091447 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-909ed75f-238f-4a48-940a-53501469ae27 req-836a068a-3cb9-4429-9c4b-53eb562ede43 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099207 May 04 14:06:07.095819 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-049de03f-e0d9-45e2-a835-72c9c8ea593d req-cb16313b-cf14-4036-a25d-a154f212b518 service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295248 May 04 14:06:07.098332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] Pushing event updated for resources: {'Network': ['ID=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:07.122835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-a38de43f-c5ce-4279-9b35-f02191de6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:07.124357 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-a38de43f-c5ce-4279-9b35-f02191de6a18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.1150846 May 04 14:06:07.154109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:06:07.156432 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09aa0172-891f-44d1-950d-1800671fb13d req-f94a65f7-1f6b-4836-87b6-c4070eeef9cf tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282253 May 04 14:06:07.191913 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-efae22f9-9899-4aaf-a811-2e11dfc2fa51 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0349293 May 04 14:06:07.192516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39650) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:07.199683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Request body: {'subnet': {'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-789442437-subnet', 'tenant_id': '1625f082167647399a6211547163cb93', 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:07.217713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a935-d62a-4d0b-af41-605c8258685b req-595809d1-a1a9-4206-af9d-76954dc08fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:07.219374 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-595809d1-a1a9-4206-af9d-76954dc08fd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768688 May 04 14:06:07.226496 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099939a-9995-46a8-be33-5ebeadf8b104 x-openstack-request-id: req-7099939a-9995-46a8-be33-5ebeadf8b104 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:07.226813 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "name": "network-vif-plugged", "status": "completed", "tag": "02f9a45d-3e83-443c-a218-05a62180b751", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:07.227072 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7099939a-9995-46a8-be33-5ebeadf8b104 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:07.227469 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7099939a-9995-46a8-be33-5ebeadf8b104'] response: {'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751', 'code': 200} May 04 14:06:07.303558 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:07.367782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Made reservation on behalf of 1625f082167647399a6211547163cb93 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:07.371462 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:07.888384 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-be776df3-90e5-4ffd-bb58-4167606a4c9d service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620870 May 04 14:06:07.908018 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bbd22-d937-4f4d-9ef0-2bb8627fcad1 req-0cacb881-f4a8-46ad-874b-08c11adb07f8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:07.914836 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-601bbd22-d937-4f4d-9ef0-2bb8627fcad1 req-0cacb881-f4a8-46ad-874b-08c11adb07f8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0588067 May 04 14:06:07.986931 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413c4e5-c4a7-45df-9945-b49348cbfd54 req-578e0558-e42a-467d-b00f-9aed780a94ea tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:07.988381 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b413c4e5-c4a7-45df-9945-b49348cbfd54 req-578e0558-e42a-467d-b00f-9aed780a94ea tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0716658 May 04 14:06:08.028398 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-601bbd22-d937-4f4d-9ef0-2bb8627fcad1 req-77b84532-b608-4c0a-959a-9ed9653c8982 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127093 May 04 14:06:08.058146 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b413c4e5-c4a7-45df-9945-b49348cbfd54 req-ceb47863-c808-44a1-aab1-5e61b175da5d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598214 May 04 14:06:08.065231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for subnet (b74d9e22-574e-4b6a-b65c-74ce55e3b864), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.135147 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74d9e22-574e-4b6a-b65c-74ce55e3b864,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:08.166849 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:08.167272 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Network hostable DHCP agents. Network: 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:06:08.264339 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3791-c1e6-4a6b-ae36-5ae9bedd296b req-6eb46c66-ed2d-4541-ab8e-ffa4ffee45fd tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:08.266256 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5dbc3791-c1e6-4a6b-ae36-5ae9bedd296b req-6eb46c66-ed2d-4541-ab8e-ffa4ffee45fd tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0697048 May 04 14:06:08.296885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:06:08.340902 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7f2bc-9581-4792-9da4-63d685ef42d2 req-25c8f02d-98aa-4c63-9d36-03775a35015f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:08.342479 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-34a7f2bc-9581-4792-9da4-63d685ef42d2 req-25c8f02d-98aa-4c63-9d36-03775a35015f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0992754 May 04 14:06:08.390033 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5dbc3791-c1e6-4a6b-ae36-5ae9bedd296b req-e15a0f85-8d88-4d08-bff9-9413eb339eed tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044049 May 04 14:06:08.424836 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:08.424836 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:08.425665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.430952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92304200-2e4f-4f0e-a28c-8cd78e3f609a None None] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:06:08.439763 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-34a7f2bc-9581-4792-9da4-63d685ef42d2 req-6c992e28-240a-4054-84f6-8bfa608405fb tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893543 May 04 14:06:08.567615 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:06:08.568640 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.650077 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4e8ad3ca-abd9-4a31-b818-a1a349a36afd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4565151 May 04 14:06:08.652756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39662) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:08.658900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:08.691424 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40348596-e6a7-45fe-be73-a01926a059e5 req-17a16860-2a7b-4dda-84ab-612b4a4733df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:08.692896 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-40348596-e6a7-45fe-be73-a01926a059e5 req-17a16860-2a7b-4dda-84ab-612b4a4733df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 1129 time: 0.0464537 May 04 14:06:08.694919 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5702a935-d62a-4d0b-af41-605c8258685b req-8c147fdf-f43f-4554-93cd-4de2181673d3 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851079 May 04 14:06:08.758998 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-40348596-e6a7-45fe-be73-a01926a059e5 req-166f5403-4683-4a00-9301-a1ad63912533 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 May 04 14:06:08.774530 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Allocated IP 172.20.0.2 (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e/b74d9e22-574e-4b6a-b65c-74ce55e3b864/2135bf51-d70d-4d50-b944-f79fe64e596b) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:08.819966 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.822319 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.893032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for router_controller (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), precommit_add_association {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:08.955464 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks [] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.068503 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.147293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Pushing event updated for resources: {'Port': ['ID=2135bf51-d70d-4d50-b944-f79fe64e596b,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:09.147293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:09.147293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:09.147293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:09.207873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Attempting to bind port 2135bf51-d70d-4d50-b944-f79fe64e596b on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:09.208136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Attempting to bind port 2135bf51-d70d-4d50-b944-f79fe64e596b by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:09.208496 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Attempting to bind port 2135bf51-d70d-4d50-b944-f79fe64e596b on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:09.214020 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:09.214610 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:09.215012 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.215484 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Bound using segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:09.215945 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Bound port: 2135bf51-d70d-4d50-b944-f79fe64e596b, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:09.216356 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.255988 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for router_gateway (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.277426 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d555335-01a8-45df-a658-80da90d07547 req-a9e65542-7329-4b49-8941-9a2296f10f9a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:09.278918 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9d555335-01a8-45df-a658-80da90d07547 req-a9e65542-7329-4b49-8941-9a2296f10f9a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1197445 May 04 14:06:09.284718 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa374e-d423-462a-bd9f-098f71c6dfec req-421941c5-2a1a-4946-9ee9-ea6e0ad098a6 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:09.285767 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] For port 2135bf51-d70d-4d50-b944-f79fe64e596b, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:09.286115 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0fa374e-d423-462a-bd9f-098f71c6dfec req-421941c5-2a1a-4946-9ee9-ea6e0ad098a6 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.1258860 May 04 14:06:09.288961 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] For port 2135bf51-d70d-4d50-b944-f79fe64e596b, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=2135bf51-d70d-4d50-b944-f79fe64e596b,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:09.362372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0fa374e-d423-462a-bd9f-098f71c6dfec req-b36d8b60-ec59-4ec5-aa41-8635c9192060 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694332 May 04 14:06:09.365852 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9d555335-01a8-45df-a658-80da90d07547 req-4c8a34c2-0705-4a77-baa3-677970882374 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788739 May 04 14:06:09.519903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b48ff-b7f7-455f-a100-9b21583c06a4 req-fce19bdd-5d7e-487f-b897-21b42376cfcd tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:09.521291 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-752b48ff-b7f7-455f-a100-9b21583c06a4 req-fce19bdd-5d7e-487f-b897-21b42376cfcd tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0478740 May 04 14:06:09.577732 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-752b48ff-b7f7-455f-a100-9b21583c06a4 req-85304702-7600-4f8b-8972-fbbde5c3c91b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 May 04 14:06:09.842948 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:09.910126 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7791034-2b1f-4204-ba3a-a14a8d0ce816 None None] Pushing event updated for resources: {'Port': ['ID=2135bf51-d70d-4d50-b944-f79fe64e596b,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:09.997274 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for router_gateway (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:10.022444 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:10.179128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Allocated IP 172.27.3.17 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/b47e3395-474a-4996-bc04-2f8a11a9d9ab) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:10.335587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:10.483382 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:10.591049 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:10.603883 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14e3a-8e28-40d6-b0fd-1e9f594d0afe req-40e13a68-71fc-4327-a1f3-dc79ffce979a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:10.609931 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ebd14e3a-8e28-40d6-b0fd-1e9f594d0afe req-40e13a68-71fc-4327-a1f3-dc79ffce979a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.1441603 May 04 14:06:10.623623 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:10.641849 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac944-0c54-4250-9466-9f26f1c4e2ea req-afd21408-efd1-42b0-ab41-b4112a3e7492 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:10.649169 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d30ac944-0c54-4250-9466-9f26f1c4e2ea req-afd21408-efd1-42b0-ab41-b4112a3e7492 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1706307 May 04 14:06:10.652664 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:10.655531 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Pushing event updated for resources: {'Port': ['ID=b47e3395-474a-4996-bc04-2f8a11a9d9ab,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:10.796389 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d30ac944-0c54-4250-9466-9f26f1c4e2ea req-c6b57aec-6854-45f6-8faa-d4e34ed99cf4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462216 May 04 14:06:10.855213 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ebd14e3a-8e28-40d6-b0fd-1e9f594d0afe req-17940bda-e836-497a-bfbf-a2537150bc7c tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289002 May 04 14:06:11.027193 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0eec-6622-463a-bf33-1461efd45c60 req-e5c592c2-f36e-473d-8a3f-6a08f00bf03b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:11.034556 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-efda0eec-6622-463a-bf33-1461efd45c60 req-e5c592c2-f36e-473d-8a3f-6a08f00bf03b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.1138263 May 04 14:06:11.120349 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-efda0eec-6622-463a-bf33-1461efd45c60 req-bbcae895-5261-45bf-a4ab-2c78d27cfc5e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845401 May 04 14:06:11.198500 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899108ef-cb27-4f8a-8b0a-75e91f0be8a3 None None] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:06:11.347952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Provisioning complete for port 2135bf51-d70d-4d50-b944-f79fe64e596b triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:11.348632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.478557 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Current status of the port 2135bf51-d70d-4d50-b944-f79fe64e596b is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:11.479990 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.553632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for router_gateway (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.558928 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] For port 2135bf51-d70d-4d50-b944-f79fe64e596b, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=2135bf51-d70d-4d50-b944-f79fe64e596b,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:11.665450 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.808922 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc46e9-59c1-4aa3-a6cc-6e228b324304 None None] Pushing event updated for resources: {'Port': ['ID=2135bf51-d70d-4d50-b944-f79fe64e596b,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:11.824564 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-5ec4903b-3b19-45b5-b777-5203e6cac8c1 None None] Provisioning complete for port 2135bf51-d70d-4d50-b944-f79fe64e596b triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:11.824564 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5ec4903b-3b19-45b5-b777-5203e6cac8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.828480 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 2135bf51-d70d-4d50-b944-f79fe64e596b up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:11.862239 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:11.935277 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 2135bf51-d70d-4d50-b944-f79fe64e596b triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:11.935647 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:12.024274 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4903b-3b19-45b5-b777-5203e6cac8c1 None None] Current status of the port 2135bf51-d70d-4d50-b944-f79fe64e596b is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:12.026269 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bc30a-6ec1-4291-ae9e-10ea4d764d93 req-55da09e2-e21e-42ba-b3b4-bd9ba4c3f1e2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:12.028699 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-257bc30a-6ec1-4291-ae9e-10ea4d764d93 req-55da09e2-e21e-42ba-b3b4-bd9ba4c3f1e2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1025980 May 04 14:06:12.083748 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 2135bf51-d70d-4d50-b944-f79fe64e596b is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:12.114392 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527263b6-7562-4430-9e45-d0b56a63bd6b req-74db2c0d-c2f2-4d20-9ac9-abaf0246dd03 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:12.115992 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-527263b6-7562-4430-9e45-d0b56a63bd6b req-74db2c0d-c2f2-4d20-9ac9-abaf0246dd03 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.1249218 May 04 14:06:12.173573 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-257bc30a-6ec1-4291-ae9e-10ea4d764d93 req-058e6f07-6de8-4de2-988d-5add7dcd8c04 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247101 May 04 14:06:12.232085 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-527263b6-7562-4430-9e45-d0b56a63bd6b req-ced1237d-c9d6-4210-ab82-a4b77676218e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076248 May 04 14:06:12.357117 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba27a-e812-4ba7-ae64-8ec5b016b828 req-9cc4ed7c-3ffc-4a12-bbee-fb1647620a27 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:12.364482 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-57dba27a-e812-4ba7-ae64-8ec5b016b828 req-9cc4ed7c-3ffc-4a12-bbee-fb1647620a27 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0913570 May 04 14:06:12.373382 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:06:12.476917 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-57dba27a-e812-4ba7-ae64-8ec5b016b828 req-a7a5e235-74d8-4b87-b64c-85bd590dfd21 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063318 May 04 14:06:12.574539 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:12.586493 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:12.596345 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:12.596974 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:12.714161 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:12.724518 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:12.726136 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-d3458c22-d0e6-4de9-bc65-d1a6c86f103c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0723455 May 04 14:06:12.729053 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39726) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:12.904190 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:11Z', 'revision_number': 3, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:12.933674 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:12.934320 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Updating router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 port b47e3395-474a-4996-bc04-2f8a11a9d9ab binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:06:12.966652 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:13.296712 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:13.317793 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks [] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:13.355025 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72122a-16ca-4a0b-a255-257d03abe70c req-7e83b0f0-781f-4d2a-b096-3b33df109bc2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:13.362682 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe72122a-16ca-4a0b-a255-257d03abe70c req-7e83b0f0-781f-4d2a-b096-3b33df109bc2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0773478 May 04 14:06:13.483537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe72122a-16ca-4a0b-a255-257d03abe70c req-ed70b0c1-c09a-4d11-816e-2239f04b1f4e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198668 May 04 14:06:13.563976 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Allocated IP 172.20.0.1 (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e/b74d9e22-574e-4b6a-b65c-74ce55e3b864/ce2c5895-6d29-47ae-8981-999d5a00d9ec) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:13.609817 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fa68f-0704-4389-b19c-5f18b1f2dc1a req-229c6a67-e3a7-467e-9157-c2fe95bf5e5b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:13.611325 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc2fa68f-0704-4389-b19c-5f18b1f2dc1a req-229c6a67-e3a7-467e-9157-c2fe95bf5e5b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0635102 May 04 14:06:13.721017 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc2fa68f-0704-4389-b19c-5f18b1f2dc1a req-e8646b2b-ea79-4193-abc0-2390e4c6ba95 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982647 May 04 14:06:13.744017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks [] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:13.748988 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 2135bf51-d70d-4d50-b944-f79fe64e596b up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:13.815680 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 2135bf51-d70d-4d50-b944-f79fe64e596b triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:13.816064 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:13.904430 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 2135bf51-d70d-4d50-b944-f79fe64e596b is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:14.264670 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.265592 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.308331 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:14.311886 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:14.316014 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:14.346728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:14.370277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.460320 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Attempting to bind port b47e3395-474a-4996-bc04-2f8a11a9d9ab on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:14.463458 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Attempting to bind port b47e3395-474a-4996-bc04-2f8a11a9d9ab by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:14.463458 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Attempting to bind port b47e3395-474a-4996-bc04-2f8a11a9d9ab on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:14.474290 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:14.475002 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:14.475627 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.476498 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:14.480081 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Bound port: b47e3395-474a-4996-bc04-2f8a11a9d9ab, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:14.482559 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.546761 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Pushing event updated for resources: {'Port': ['ID=b47e3395-474a-4996-bc04-2f8a11a9d9ab,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:14.597339 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] For port b47e3395-474a-4996-bc04-2f8a11a9d9ab, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:14.601081 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.601445 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.601850 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.602151 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.602471 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.602793 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.603112 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.603431 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.603762 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.604143 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.604480 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.604803 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.605118 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.605524 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.605834 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:14.623675 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] For port b47e3395-474a-4996-bc04-2f8a11a9d9ab, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=b47e3395-474a-4996-bc04-2f8a11a9d9ab,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:14.676760 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.684728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e8aa-c58a-4f0f-88d5-b67cb678ce8d req-f53d7c67-164c-4615-b276-1cb0ff2e47f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:14.686164 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-23d7e8aa-c58a-4f0f-88d5-b67cb678ce8d req-f53d7c67-164c-4615-b276-1cb0ff2e47f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0740340 May 04 14:06:14.689645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-e471834f-1adc-4200-88b5-1dc15afda8ef None None] Provisioning complete for port ce2c5895-6d29-47ae-8981-999d5a00d9ec triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:14.690237 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e471834f-1adc-4200-88b5-1dc15afda8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.746611 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:14.784675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e471834f-1adc-4200-88b5-1dc15afda8ef None None] Port ce2c5895-6d29-47ae-8981-999d5a00d9ec cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:14.850173 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-23d7e8aa-c58a-4f0f-88d5-b67cb678ce8d req-2bbf55a5-5e39-44f4-8f79-053a5005983e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560531 May 04 14:06:14.891287 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:14.892068 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:14.936132 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bc33f-9a1c-4b64-bdeb-e523480269b5 req-ce80090b-c117-46b1-b4aa-f1dc34904c11 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:14.942621 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-175bc33f-9a1c-4b64-bdeb-e523480269b5 req-ce80090b-c117-46b1-b4aa-f1dc34904c11 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0912535 May 04 14:06:15.027107 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:15.064796 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-175bc33f-9a1c-4b64-bdeb-e523480269b5 req-204e245c-908e-403e-9ced-203b02a95579 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177413 May 04 14:06:15.116313 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks [] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:15.123897 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2c83e-8a85-481a-ae95-a30f958bd1b7 None None] Pushing event updated for resources: {'Port': ['ID=b47e3395-474a-4996-bc04-2f8a11a9d9ab,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:15.271091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:15.300622 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:13Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:15.341565 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a8139-adc9-4b1f-9ed2-66e37a3232b2 None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:13Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:15.351949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:15.399710 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:15.477411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:15.479630 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:15.632581 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:06:15.818611 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:15.824677 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-43958935-89fc-41a2-9aba-ba21c34a6e70 admin admin] 10.222.0.69 "PUT /v2.0/routers/a82a8225-cebb-4d12-b45d-cf8a0d3ad637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0938952 May 04 14:06:15.836732 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-7608ca63-5c69-433e-be24-ee05408a5632 None None] Provisioning complete for port ce2c5895-6d29-47ae-8981-999d5a00d9ec triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:15.837145 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7608ca63-5c69-433e-be24-ee05408a5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:15.884281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7608ca63-5c69-433e-be24-ee05408a5632 None None] Port ce2c5895-6d29-47ae-8981-999d5a00d9ec cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:16.000225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673cf81-ec4a-40b4-a21a-529ea60c17b7 req-c68a84af-7f82-4bc7-a41f-55d8cf3e6e50 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:16.001846 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0673cf81-ec4a-40b4-a21a-529ea60c17b7 req-c68a84af-7f82-4bc7-a41f-55d8cf3e6e50 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0607936 May 04 14:06:16.066948 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0673cf81-ec4a-40b4-a21a-529ea60c17b7 req-36d5c97e-408c-4787-aec8-a729098cb878 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487735 May 04 14:06:16.192828 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185debbf-8a9b-49d8-83ed-24166770205d req-1e5cb46a-d996-4ed5-9090-5b377502cb02 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:16.194824 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-185debbf-8a9b-49d8-83ed-24166770205d req-1e5cb46a-d996-4ed5-9090-5b377502cb02 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0548773 May 04 14:06:16.590507 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-185debbf-8a9b-49d8-83ed-24166770205d req-50a2ed4b-491c-4862-97f6-d9c456a0af05 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880630 May 04 14:06:16.780011 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39806) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:16.785018 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-433226528-network', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:16.927890 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Made reservation on behalf of aa556b788bd248e5ae368d0e57530638 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:16.930378 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:16.941049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.020948 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks [] for security_group (2bee9f1e-0f94-4357-b444-9bfb3e00d84a), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.168072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2bee9f1e-0f94-4357-b444-9bfb3e00d84a), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.189433 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:06:17.198166 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ed46-f139-4069-bea5-e8f3e1bf9c88 req-08f0f0ad-618f-48ba-99ab-ea6c35d49709 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.201052 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7b62ed46-f139-4069-bea5-e8f3e1bf9c88 req-08f0f0ad-618f-48ba-99ab-ea6c35d49709 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0593805 May 04 14:06:17.203358 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee9f1e-0f94-4357-b444-9bfb3e00d84a,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:17.208379 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (8e48de28-34ee-427e-ae9a-11fd660525c6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.208726 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Added segment 8e48de28-34ee-427e-ae9a-11fd660525c6 of type vlan for network 09d41c02-516e-414b-9a81-b36431b68009 May 04 14:06:17.254714 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (09d41c02-516e-414b-9a81-b36431b68009), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.259093 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7b62ed46-f139-4069-bea5-e8f3e1bf9c88 req-c6b29e0a-6c58-49e2-9c70-9e5f73f747ae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534332 May 04 14:06:17.396040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13817b1-78e4-4b59-b97b-410887916776 req-2db094da-fef2-474c-95e0-262c97e1a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.397493 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-2db094da-fef2-474c-95e0-262c97e1a708 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1129 time: 0.0398798 May 04 14:06:17.497819 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13817b1-78e4-4b59-b97b-410887916776 req-28744dac-e34b-48d6-a82d-a742fe62a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.499557 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-28744dac-e34b-48d6-a82d-a742fe62a6db service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.0945983 May 04 14:06:17.500556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (09d41c02-516e-414b-9a81-b36431b68009), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.501429 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.501980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.612146 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] Pushing event updated for resources: {'Network': ['ID=09d41c02-516e-414b-9a81-b36431b68009,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:17.629030 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 09d41c02-516e-414b-9a81-b36431b68009 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:06:17.634926 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-781f4e8c-feae-4c2c-a065-6cb9fa42abae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 1001 time: 0.1122291 May 04 14:06:17.661941 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-9fb86847-e8db-4a98-a1f9-c2d4f0f4b40d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8807380 May 04 14:06:17.664763 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39816) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:17.680004 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Request body: {'subnet': {'network_id': '09d41c02-516e-414b-9a81-b36431b68009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-433226528-subnet', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:17.714968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13817b1-78e4-4b59-b97b-410887916776 req-567b67ec-3679-4a8f-a9e6-69cb74c46bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.714968 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-567b67ec-3679-4a8f-a9e6-69cb74c46bc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.0646853 May 04 14:06:17.772388 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13817b1-78e4-4b59-b97b-410887916776 req-c1ba9497-7c26-474a-8c8f-e1ade5b0215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.774379 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-c1ba9497-7c26-474a-8c8f-e1ade5b0215c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523486 May 04 14:06:17.776862 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422bb45-6521-4e83-b530-e7d90e63f41a req-ffabfd6a-15de-4fd0-8219-2160fcac524f tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:17.778583 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2422bb45-6521-4e83-b530-e7d90e63f41a req-ffabfd6a-15de-4fd0-8219-2160fcac524f tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0611143 May 04 14:06:17.826091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device b47e3395-474a-4996-bc04-2f8a11a9d9ab up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:17.849801 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2422bb45-6521-4e83-b530-e7d90e63f41a req-799e10a0-67cc-4be2-83b5-2dc8dfb51592 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651002 May 04 14:06:17.887592 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Made reservation on behalf of aa556b788bd248e5ae368d0e57530638 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:17.888884 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port b47e3395-474a-4996-bc04-2f8a11a9d9ab triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:17.889509 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.890889 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3506130'] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:17.902256 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-c33a81b4-b6cd-4e7d-8923-22085c9c1009 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124198 May 04 14:06:17.937381 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:17.953760 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:17.954397 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:18.004937 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f13817b1-78e4-4b59-b97b-410887916776 req-d0116827-c075-4c0b-8728-c34cd4d89a31 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919912 May 04 14:06:18.035792 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port b47e3395-474a-4996-bc04-2f8a11a9d9ab is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:18.036181 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.098625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port b47e3395-474a-4996-bc04-2f8a11a9d9ab, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=b47e3395-474a-4996-bc04-2f8a11a9d9ab,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:18.122787 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:18.155180 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:06:18.173872 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.236579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2970215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3506080'] for subnet (622fba9f-94fd-42b8-803a-cc4dd1afd9c8), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.308806 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622fba9f-94fd-42b8-803a-cc4dd1afd9c8,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:18.318315 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Checking segment: {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:18.320144 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Network hostable DHCP agents. Network: 09d41c02-516e-414b-9a81-b36431b68009, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:06:18.393508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d1240-5391-4da0-8bd1-31f7a62f8202 req-ea086517-f921-4a48-9cbe-3105d796b9da tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:18.396442 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fb5d1240-5391-4da0-8bd1-31f7a62f8202 req-ea086517-f921-4a48-9cbe-3105d796b9da tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0548635 May 04 14:06:18.429143 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Network 09d41c02-516e-414b-9a81-b36431b68009 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:06:18.452415 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fb5d1240-5391-4da0-8bd1-31f7a62f8202 req-840339b3-c154-4ee3-bf1f-2503b1396752 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513771 May 04 14:06:18.452641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=b47e3395-474a-4996-bc04-2f8a11a9d9ab,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:18.522021 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 09d41c02-516e-414b-9a81-b36431b68009) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:18.527260 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:18.528361 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.533876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1decb6-8ebc-497b-8813-f47ed127d6db None None] Network 09d41c02-516e-414b-9a81-b36431b68009 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:06:18.587395 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:18.616136 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-10ab07de-e1ce-43d4-80b4-d9b091cde746 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9499235 May 04 14:06:18.618714 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39826) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:18.623878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:18.644905 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'mac_address': 'fa:16:3e:90:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:06:18.700092 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 2, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:18.710824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (d428be85-79ea-4d01-80aa-759cff33e496), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.711836 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (d428be85-79ea-4d01-80aa-759cff33e496), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.732659 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:18.733021 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Updating router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 port ce2c5895-6d29-47ae-8981-999d5a00d9ec binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:06:18.776647 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:18.777037 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.779108 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for router_controller (d428be85-79ea-4d01-80aa-759cff33e496), precommit_add_association {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.790421 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-09d41c02-516e-414b-9a81-b36431b68009', 'network_id': '09d41c02-516e-414b-9a81-b36431b68009', 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'fixed_ips': [{'subnet_id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:06:18.798249 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.799056 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.819401 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60250a8b-e6a1-4158-9ff0-78f87ba35b0e {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:06:18.873383 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:18.998272 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.036322 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for router_gateway (d428be85-79ea-4d01-80aa-759cff33e496), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.046182 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d8769-8b8a-4079-afca-82813cc5cabf req-b010402a-bbf4-4a99-90e4-a7f53d3d8ca1 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:19.047690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-474d8769-8b8a-4079-afca-82813cc5cabf req-b010402a-bbf4-4a99-90e4-a7f53d3d8ca1 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.1166282 May 04 14:06:19.103411 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-474d8769-8b8a-4079-afca-82813cc5cabf req-17f482f8-f42d-4c87-bde0-220e513a34d5 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494463 May 04 14:06:19.111140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Allocated IP 172.20.0.2 (09d41c02-516e-414b-9a81-b36431b68009/622fba9f-94fd-42b8-803a-cc4dd1afd9c8/93b7e8e6-9118-430c-9b17-0fbb1385d734) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:19.136326 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:19.335907 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for router_gateway (d428be85-79ea-4d01-80aa-759cff33e496), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.356442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.370208 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks [] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.376249 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks [] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.462531 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Allocated IP 172.27.3.94 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/3b7e963d-50ff-437a-b2a2-8e8f2d71b961) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:19.465135 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.518559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516be8e9-46d1-4cf8-8408-6174ef242dc1 None None] Pushing event updated for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:19.548888 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.608644 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Network 09d41c02-516e-414b-9a81-b36431b68009 is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:19.618209 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:19.626437 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.627123 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:19.642528 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14394d1-53e5-4381-8595-7be7c5e9a728 req-b8e27c27-9dc8-47bd-b8e3-2904034a17d0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:19.642788 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Attempting to bind port ce2c5895-6d29-47ae-8981-999d5a00d9ec on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:19.643170 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Attempting to bind port ce2c5895-6d29-47ae-8981-999d5a00d9ec by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:19.643643 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Attempting to bind port ce2c5895-6d29-47ae-8981-999d5a00d9ec on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:19.644975 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b14394d1-53e5-4381-8595-7be7c5e9a728 req-b8e27c27-9dc8-47bd-b8e3-2904034a17d0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0700326 May 04 14:06:19.655824 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:19.657627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:19.657627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.657627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Bound using segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:19.657627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Bound port: ce2c5895-6d29-47ae-8981-999d5a00d9ec, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:19.658052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.659903 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Pushing event updated for resources: {'Port': ['ID=93b7e8e6-9118-430c-9b17-0fbb1385d734,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:19.740077 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['60250a8b-e6a1-4158-9ff0-78f87ba35b0e'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:06:19.749061 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b14394d1-53e5-4381-8595-7be7c5e9a728 req-1165151b-c6ce-44ae-b066-a58121bf6996 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901463 May 04 14:06:19.773185 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Attempting to bind port 93b7e8e6-9118-430c-9b17-0fbb1385d734 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:19.773627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Attempting to bind port 93b7e8e6-9118-430c-9b17-0fbb1385d734 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:19.773999 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Attempting to bind port 93b7e8e6-9118-430c-9b17-0fbb1385d734 on network 09d41c02-516e-414b-9a81-b36431b68009 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:19.797174 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:19.800887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Checking segment: {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:19.800887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.800887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Bound using segment: {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:19.800887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Bound port: 93b7e8e6-9118-430c-9b17-0fbb1385d734, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:19.800887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.825930 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device b47e3395-474a-4996-bc04-2f8a11a9d9ab up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:19.842199 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.875349 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] For port ce2c5895-6d29-47ae-8981-999d5a00d9ec, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:19.884732 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:19.890015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:19.895975 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:19.902610 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Pushing event updated for resources: {'Port': ['ID=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:19.914289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d0a17be5-0591-46ec-a474-d2e651e0c1e1 None None] Provisioning complete for port ce2c5895-6d29-47ae-8981-999d5a00d9ec triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:19.914695 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be5-0591-46ec-a474-d2e651e0c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.923511 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] For port ce2c5895-6d29-47ae-8981-999d5a00d9ec, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=ce2c5895-6d29-47ae-8981-999d5a00d9ec,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:20.022918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.026609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d0a17be5-0591-46ec-a474-d2e651e0c1e1 None None] Port ce2c5895-6d29-47ae-8981-999d5a00d9ec cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:20.035362 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] For port 93b7e8e6-9118-430c-9b17-0fbb1385d734, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:20.071008 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port b47e3395-474a-4996-bc04-2f8a11a9d9ab triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:20.071382 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.085587 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] For port 93b7e8e6-9118-430c-9b17-0fbb1385d734, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93b7e8e6-9118-430c-9b17-0fbb1385d734,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:20.176143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:06:20.186499 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:20.187150 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:20.188996 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516be8e9-46d1-4cf8-8408-6174ef242dc1 None None] Pushing event updated for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:20.276376 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940d033-7907-44b3-852f-33b75da38ee3 req-54e3093d-722c-421e-afb0-22803f834505 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:20.278143 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2940d033-7907-44b3-852f-33b75da38ee3 req-54e3093d-722c-421e-afb0-22803f834505 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 944 time: 0.0584946 May 04 14:06:20.371673 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for router_gateway (d428be85-79ea-4d01-80aa-759cff33e496), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.399845 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.426303 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2940d033-7907-44b3-852f-33b75da38ee3 req-1775bc2e-9668-4153-9ffb-95efd7fdddc6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401761 May 04 14:06:20.475185 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Provisioning complete for port ce2c5895-6d29-47ae-8981-999d5a00d9ec triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:20.475664 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.615487 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (d428be85-79ea-4d01-80aa-759cff33e496), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.634145 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aafea-4146-4b21-828d-e17f07719a73 None None] Pushing event updated for resources: {'Port': ['ID=93b7e8e6-9118-430c-9b17-0fbb1385d734,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:20.668408 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port b47e3395-474a-4996-bc04-2f8a11a9d9ab is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:20.749022 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:20.840873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: ACTIVE; New status is: DOWN {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:20.840873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.902703 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Current status of the port ce2c5895-6d29-47ae-8981-999d5a00d9ec is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:20.903148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:20.934875 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b80ca-0871-4336-8078-312ca9616812 req-91f0b0dd-5cbc-4905-b20f-c68d9118cae1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:20.946207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-277b80ca-0871-4336-8078-312ca9616812 req-91f0b0dd-5cbc-4905-b20f-c68d9118cae1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0837820 May 04 14:06:20.947777 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Router d428be85-79ea-4d01-80aa-759cff33e496 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:06:20.973470 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:20.975907 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5effeabe-897b-436e-854c-a15a9f31571a" -d '{"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:21.034825 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:21.058448 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-277b80ca-0871-4336-8078-312ca9616812 req-4d16ba20-c8b5-42a0-ad79-fc91bdd7ea88 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016614 May 04 14:06:21.075284 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] For port ce2c5895-6d29-47ae-8981-999d5a00d9ec, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=ce2c5895-6d29-47ae-8981-999d5a00d9ec,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:21.123015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:21.135047 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf160a-25cf-4f56-8edf-2e2bfe99e131 x-openstack-request-id: req-88bf160a-25cf-4f56-8edf-2e2bfe99e131 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:21.136376 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:21.136376 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88bf160a-25cf-4f56-8edf-2e2bfe99e131 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:21.136595 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bf160a-25cf-4f56-8edf-2e2bfe99e131'] response: {'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'code': 200} May 04 14:06:21.136744 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Sync routers for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:21.147535 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:21.148147 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:21.196506 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:21.205482 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:21.241002 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:19Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:21.271842 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:21.284398 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7470ec-2132-4160-9173-a5eccc98c4ff None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:19Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:21.292744 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=8']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:21.296832 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:21.298338 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a84258a5-0377-42ed-8771-4ef57f2e1e5a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6785634 May 04 14:06:21.301834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39848) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:21.382686 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e2ed5-9ae6-4cef-bcf4-a6000f8b61c6 None None] Pushing event updated for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:21.522081 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:20Z', 'revision_number': 3, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:21.563878 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Checking router: d428be85-79ea-4d01-80aa-759cff33e496 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:21.564220 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Updating router d428be85-79ea-4d01-80aa-759cff33e496 port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:06:21.634596 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:21.638319 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41987b4-a116-47b2-af94-8fc5c9b33481 req-ac2e857f-6b57-404c-82b0-59d03c49648e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:21.639898 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b41987b4-a116-47b2-af94-8fc5c9b33481 req-ac2e857f-6b57-404c-82b0-59d03c49648e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 944 time: 0.1042302 May 04 14:06:21.753579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b41987b4-a116-47b2-af94-8fc5c9b33481 req-ea9f2787-e790-4917-89d4-50e9afdba901 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070597 May 04 14:06:21.933982 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267b036-b14b-4d20-b4f9-39fc83d6f50d None None] Network 09d41c02-516e-414b-9a81-b36431b68009 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:06:22.092723 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device ce2c5895-6d29-47ae-8981-999d5a00d9ec up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:22.145515 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.162388 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Provisioning complete for port 93b7e8e6-9118-430c-9b17-0fbb1385d734 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:22.163111 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.203791 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks [] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.256497 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:22.259467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port ce2c5895-6d29-47ae-8981-999d5a00d9ec triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:22.259843 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.266799 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbfd56-ba58-485f-8725-ac4021dd1c78 req-e2802d40-c6cb-4348-97eb-cc83a1f211d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:22.268572 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85bbfd56-ba58-485f-8725-ac4021dd1c78 req-e2802d40-c6cb-4348-97eb-cc83a1f211d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0754158 May 04 14:06:22.310417 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.333052 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85bbfd56-ba58-485f-8725-ac4021dd1c78 req-ba5225da-271d-46f1-b78c-b2eb4eff01d2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584579 May 04 14:06:22.372955 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Attempting to bind port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:22.373500 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Attempting to bind port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:22.374031 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Attempting to bind port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:22.376281 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a33ea1-c3c2-46a3-b560-c49b59b6151c None None] Pushing event updated for resources: {'Port': ['ID=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:22.392649 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:22.393596 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:22.394247 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.397580 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:22.398651 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Bound port: 3b7e963d-50ff-437a-b2a2-8e8f2d71b961, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:22.399381 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.436012 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Allocated IP 172.20.0.1 (09d41c02-516e-414b-9a81-b36431b68009/622fba9f-94fd-42b8-803a-cc4dd1afd9c8/d36cf695-301c-40e5-b478-d2cf8b1453d0) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:22.467778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port ce2c5895-6d29-47ae-8981-999d5a00d9ec is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:22.469209 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93b7e8e6-9118-430c-9b17-0fbb1385d734 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:22.510977 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] For port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:22.518190 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] For port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:22.544974 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:06:22.544974 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Current status of the port 93b7e8e6-9118-430c-9b17-0fbb1385d734 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:22.544974 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.581106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 93b7e8e6-9118-430c-9b17-0fbb1385d734 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:22.581551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.599929 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks [] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.623011 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] For port 93b7e8e6-9118-430c-9b17-0fbb1385d734, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93b7e8e6-9118-430c-9b17-0fbb1385d734,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:22.690656 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 93b7e8e6-9118-430c-9b17-0fbb1385d734 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:22.691050 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.716473 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:22.716879 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.717116 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.774788 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:22.775410 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:22.808313 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.826852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.853391 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Network 09d41c02-516e-414b-9a81-b36431b68009 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:22.861585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:22.866421 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:22.866934 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (d428be85-79ea-4d01-80aa-759cff33e496), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.872524 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Pushing event updated for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:22.885930 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:22.886332 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.902918 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:22.956330 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4114d-fdf5-4f47-8e81-949de6946a78 req-28776d2d-441b-4185-aabd-54d22d907402 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:22.958450 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdf4114d-fdf5-4f47-8e81-949de6946a78 req-28776d2d-441b-4185-aabd-54d22d907402 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 944 time: 0.1131396 May 04 14:06:22.984000 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a33ea1-c3c2-46a3-b560-c49b59b6151c None None] Pushing event updated for resources: {'Port': ['ID=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:23.048637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:23.050996 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdf4114d-fdf5-4f47-8e81-949de6946a78 req-d7107f67-18a9-408f-926f-1ddffd12ec08 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865147 May 04 14:06:23.080145 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d5b44d66-baa9-4b26-b1fe-c3d41cd34b29 None None] Provisioning complete for port 93b7e8e6-9118-430c-9b17-0fbb1385d734 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:23.080612 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d5b44d66-baa9-4b26-b1fe-c3d41cd34b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.087425 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:06:23.092645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG oslo_db.api [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:06:23.122437 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd177-50ad-4bd0-b523-12d76247bfd8 None None] Pushing event updated for resources: {'Port': ['ID=93b7e8e6-9118-430c-9b17-0fbb1385d734,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:23.155713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:23.155920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.156868 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c47171f-ac02-495f-836f-6f0601f9c520" -d '{"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-plugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:23.223461 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad51c07-cab9-43b4-8788-0a3731c53027 x-openstack-request-id: req-dad51c07-cab9-43b4-8788-0a3731c53027 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:23.223829 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-plugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:23.224034 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dad51c07-cab9-43b4-8788-0a3731c53027 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:23.224416 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad51c07-cab9-43b4-8788-0a3731c53027'] response: {'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'code': 200} May 04 14:06:23.227600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.228409 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:06:23.275436 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:20Z', 'revision_number': 3, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:23.312124 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d5b44d66-baa9-4b26-b1fe-c3d41cd34b29 None None] Current status of the port 93b7e8e6-9118-430c-9b17-0fbb1385d734 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:23.320805 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bc54a-67b7-4b8e-b7e0-1b9a4ee98ce6 None None] The sync data for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi is: [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:20Z', 'revision_number': 3, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:23.341106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:23.418546 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks [] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.504483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.506450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (d428be85-79ea-4d01-80aa-759cff33e496), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.538624 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-2ccde627-f63c-46e9-8452-316d6bed3901 None None] Provisioning complete for port d36cf695-301c-40e5-b478-d2cf8b1453d0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:23.539007 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2ccde627-f63c-46e9-8452-316d6bed3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.567876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: DOWN; New status is: DOWN {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:23.585441 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-2ccde627-f63c-46e9-8452-316d6bed3901 None None] Port d36cf695-301c-40e5-b478-d2cf8b1453d0 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:23.641300 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 93b7e8e6-9118-430c-9b17-0fbb1385d734 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:23.669075 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Pushing event updated for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:23.728578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Network 09d41c02-516e-414b-9a81-b36431b68009 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:23.732596 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:23.828516 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93b7e8e6-9118-430c-9b17-0fbb1385d734 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:23.906928 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 93b7e8e6-9118-430c-9b17-0fbb1385d734 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:23.908036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:23.944041 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Router d428be85-79ea-4d01-80aa-759cff33e496 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:06:24.044525 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 93b7e8e6-9118-430c-9b17-0fbb1385d734 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:24.069310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f1ee9-6e9e-45c3-aad4-3310c2981b04 req-4f3d88cf-2944-45cb-a070-85ad778cca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:24.070825 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-dc2f1ee9-6e9e-45c3-aad4-3310c2981b04 req-4f3d88cf-2944-45cb-a070-85ad778cca5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1129 time: 0.0990179 May 04 14:06:24.126678 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-ce23b24c-f67f-461d-9db0-7ce964289afd None None] Provisioning complete for port d36cf695-301c-40e5-b478-d2cf8b1453d0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:24.127255 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ce23b24c-f67f-461d-9db0-7ce964289afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:24.178513 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-ce23b24c-f67f-461d-9db0-7ce964289afd None None] Port d36cf695-301c-40e5-b478-d2cf8b1453d0 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:24.194970 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:24.194970 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f3c7baf2-8ee3-4016-9538-d2be14714958 admin admin] 10.222.0.69 "PUT /v2.0/routers/d428be85-79ea-4d01-80aa-759cff33e496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913760 May 04 14:06:24.198956 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-dc2f1ee9-6e9e-45c3-aad4-3310c2981b04 req-602b664f-76da-4d9d-a8c0-abe02629becf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170666 May 04 14:06:24.270926 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae659a-af5f-4a44-9a36-4d1c96bff7fc req-296f181c-ccf7-4d11-8626-9efaa7b7dc76 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:24.274251 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0ae659a-af5f-4a44-9a36-4d1c96bff7fc req-296f181c-ccf7-4d11-8626-9efaa7b7dc76 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0920289 May 04 14:06:24.345368 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-fa51d2af-2f20-4cbe-bf91-17176c67768b req-668597d6-80ae-49f5-b540-ed0a8d9beb3a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:06:24.346455 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fa51d2af-2f20-4cbe-bf91-17176c67768b req-668597d6-80ae-49f5-b540-ed0a8d9beb3a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0101676 May 04 14:06:24.369473 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0ae659a-af5f-4a44-9a36-4d1c96bff7fc req-2288373c-a33f-4410-8b92-f6dc8f7e93c7 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855868 May 04 14:06:24.708923 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8bb02-f5f9-4829-9bc2-88cb0824b7c3 req-8efdcb23-3189-4df7-9bdf-b438fe38d530 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:24.710697 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ccc8bb02-f5f9-4829-9bc2-88cb0824b7c3 req-8efdcb23-3189-4df7-9bdf-b438fe38d530 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0571477 May 04 14:06:24.764614 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ccc8bb02-f5f9-4829-9bc2-88cb0824b7c3 req-7663c545-9c1b-499c-a7a2-937a92ac1316 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477521 May 04 14:06:24.891949 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39910) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:24.896619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576961337', 'description': 'tempest-secgroup-smoke-576961337 description', 'project_id': '1625f082167647399a6211547163cb93'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:25.001764 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.079519 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (59baeb0f-834b-456c-a207-d3af5c03fab2), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.156140 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (59baeb0f-834b-456c-a207-d3af5c03fab2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.187407 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59baeb0f-834b-456c-a207-d3af5c03fab2,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:25.262687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.264261 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-15a06fe8-8bb7-44bc-9d8e-37bde21ca4cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3711126 May 04 14:06:25.267239 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39920) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:25.271782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:25.293441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39922) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:25.316179 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Sync routers for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:25.324344 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:25.325032 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:25.385157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (00a72b99-eeb8-46fc-b704-8aa1699e2caf), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.397576 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-7c33622d-280d-4f97-830d-2e922675d1ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029053 May 04 14:06:25.409137 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-1c3926a1-4efe-4591-a438-b564f9521dcf service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:06:25.410140 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-1c3926a1-4efe-4591-a438-b564f9521dcf service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050271 May 04 14:06:25.484195 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (00a72b99-eeb8-46fc-b704-8aa1699e2caf), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.489136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:25.515241 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39934) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:25.538705 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a0ce-b1d9-482d-a875-8583edc7ecc0 req-b892517a-8ffa-4ecd-8ff0-f7c55f75b7ff tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:25.540320 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c094a0ce-b1d9-482d-a875-8583edc7ecc0 req-b892517a-8ffa-4ecd-8ff0-f7c55f75b7ff tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0599051 May 04 14:06:25.583825 dv-cinder-836996-12-iscsi neutron-server[115583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:06:25.594677 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (00a72b99-eeb8-46fc-b704-8aa1699e2caf), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.606344 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c094a0ce-b1d9-482d-a875-8583edc7ecc0 req-66eb0e0b-67f0-474c-b78d-0a54d901f896 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595386 May 04 14:06:25.643332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a72b99-eeb8-46fc-b704-8aa1699e2caf,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:25.659739 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-388ab31e-5120-42ef-961c-808d27fae5ad tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:25.661161 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-388ab31e-5120-42ef-961c-808d27fae5ad tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports/60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 940 time: 0.1451242 May 04 14:06:25.731668 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:23Z', 'revision_number': 4, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'd36cf695-301c-40e5-b478-d2cf8b1453d0', 'name': '', 'network_id': '09d41c02-516e-414b-9a81-b36431b68009', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'mac_address': 'fa:16:3e:62:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:22Z', 'updated_at': '2022-05-04T14:06:23Z', 'revision_number': 2, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'subnets': [{'id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:25.750952 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.752384 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-99519454-161c-46d3-9833-1e1254864f0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840825 May 04 14:06:25.755428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39940) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:25.763655 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:25.775763 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Checking router: d428be85-79ea-4d01-80aa-759cff33e496 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:25.776150 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Updating router d428be85-79ea-4d01-80aa-759cff33e496 port d36cf695-301c-40e5-b478-d2cf8b1453d0 binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:06:25.800040 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:25.837551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.879069 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (2ae8e9ee-2aa2-4d48-a83d-8942a3bbc12e), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.915857 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0b812-47f1-4c63-831c-ee4133a596a9 req-d666a505-adcf-4642-b39e-71d710f1aca6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:25.933268 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f7f0b812-47f1-4c63-831c-ee4133a596a9 req-d666a505-adcf-4642-b39e-71d710f1aca6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0838935 May 04 14:06:25.950146 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (2ae8e9ee-2aa2-4d48-a83d-8942a3bbc12e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:25.978499 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f7f0b812-47f1-4c63-831c-ee4133a596a9 req-d368b15c-e02c-47bb-a651-e88fc6819cca tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 May 04 14:06:25.992467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:25.992841 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.032604 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (2ae8e9ee-2aa2-4d48-a83d-8942a3bbc12e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.053325 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae8e9ee-2aa2-4d48-a83d-8942a3bbc12e,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:26.094234 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-2329bfff-9d83-4241-b079-99aa9945559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.136475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.138006 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1fc76907-dcc5-4c7b-a715-bea2a1c7d156 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816137 May 04 14:06:26.140847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39950) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:26.145721 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:26.165056 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:26.165460 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.194068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:26.251226 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks [] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.325382 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (83b5a5ac-8e92-4edb-936c-c42f806c0064), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.359289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.395303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (83b5a5ac-8e92-4edb-936c-c42f806c0064), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.421761 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:26.447771 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.514752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fad32-e20c-4d58-9874-8f0e2b126958 None None] Pushing event updated for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:26.539049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (83b5a5ac-8e92-4edb-936c-c42f806c0064), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.558603 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b5a5ac-8e92-4edb-936c-c42f806c0064,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:26.574509 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Attempting to bind port d36cf695-301c-40e5-b478-d2cf8b1453d0 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:26.574893 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Attempting to bind port d36cf695-301c-40e5-b478-d2cf8b1453d0 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:26.575259 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Attempting to bind port d36cf695-301c-40e5-b478-d2cf8b1453d0 on network 09d41c02-516e-414b-9a81-b36431b68009 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:26.581122 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:26.581529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Checking segment: {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:26.581931 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.582324 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Bound using segment: {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:26.582827 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Bound port: d36cf695-301c-40e5-b478-d2cf8b1453d0, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e48de28-34ee-427e-ae9a-11fd660525c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '09d41c02-516e-414b-9a81-b36431b68009'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:26.583231 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.661688 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-9f614473-8230-4f06-85a3-4a83efbf4baf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507979 May 04 14:06:26.665546 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.667841 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0e054a9c-efe9-4811-8d2e-e6b438b419ca tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5258694 May 04 14:06:26.671188 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39956) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:26.676311 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:26.684220 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] For port d36cf695-301c-40e5-b478-d2cf8b1453d0, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:26.689166 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] For port d36cf695-301c-40e5-b478-d2cf8b1453d0, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=d36cf695-301c-40e5-b478-d2cf8b1453d0,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:26.754704 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3ab42-271d-47a3-a434-85eaddb15236 req-27c53f69-58cd-4f66-abb8-ecfd1bc65970 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:26.756293 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bb3ab42-271d-47a3-a434-85eaddb15236 req-27c53f69-58cd-4f66-abb8-ecfd1bc65970 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0566106 May 04 14:06:26.774840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.791177 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-6085d7c4-d1f7-487a-aef2-97437629cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:26.793737 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-6085d7c4-d1f7-487a-aef2-97437629cfd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1130 time: 0.0671537 May 04 14:06:26.814913 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (537fce66-6a42-4ee5-8825-1af5ad948f79), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.835014 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3bb3ab42-271d-47a3-a434-85eaddb15236 req-9991b813-f6db-43e3-ae63-fa0a34e88851 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682595 May 04 14:06:26.847447 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Provisioning complete for port d36cf695-301c-40e5-b478-d2cf8b1453d0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:26.847799 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:26.880726 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:26.881399 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:05:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:26.884889 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fad32-e20c-4d58-9874-8f0e2b126958 None None] Pushing event updated for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:26.986833 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0286-ab9d-46e5-abca-a2c59374f578 req-4227743f-bbce-43cd-9629-d52ba37c7203 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:26.999170 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-61db0286-ab9d-46e5-abca-a2c59374f578 req-4227743f-bbce-43cd-9629-d52ba37c7203 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0896194 May 04 14:06:27.034166 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (537fce66-6a42-4ee5-8825-1af5ad948f79), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.037322 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-3d09fcc5-447d-4a1a-b1dc-334df519d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:27.038812 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-3d09fcc5-447d-4a1a-b1dc-334df519d3ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1694684 May 04 14:06:27.074440 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-61db0286-ab9d-46e5-abca-a2c59374f578 req-52b2bcb2-48ce-47b1-8fcb-47f4f8bc2c9d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737779 May 04 14:06:27.095566 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39964) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:27.118068 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-095d3a45-657f-4612-9805-2365f35da54a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 217 time: 0.0726380 May 04 14:06:27.122665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (537fce66-6a42-4ee5-8825-1af5ad948f79), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.180551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Current status of the port d36cf695-301c-40e5-b478-d2cf8b1453d0 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:27.181313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.184361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:27.195538 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537fce66-6a42-4ee5-8825-1af5ad948f79,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:27.205030 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feb00e-b8b5-4bff-a0ba-81564346e707 req-4603132c-aac8-4107-99f1-354ab557ec10 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:27.211121 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-344947c2-ead1-4adf-908d-c550ff28f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:27.212700 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-344947c2-ead1-4adf-908d-c550ff28f20a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0826659 May 04 14:06:27.215092 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-30feb00e-b8b5-4bff-a0ba-81564346e707 req-4603132c-aac8-4107-99f1-354ab557ec10 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0952687 May 04 14:06:27.268248 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-35afb58f-7a30-467e-908e-ca1b8108b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:27.270040 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-35afb58f-7a30-467e-908e-ca1b8108b50b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507345 May 04 14:06:27.283373 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] For port d36cf695-301c-40e5-b478-d2cf8b1453d0, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=d36cf695-301c-40e5-b478-d2cf8b1453d0,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:27.287566 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-30feb00e-b8b5-4bff-a0ba-81564346e707 req-7b89258c-a4c8-40d2-8d01-15180f49e4c5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707781 May 04 14:06:27.290920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.295384 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2dcdd4b0-64eb-4ff4-a2cb-a9520a408d2a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6227334 May 04 14:06:27.296201 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39968) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:27.304962 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:27.381899 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b4c79-0092-4c0c-9ea4-1e725cacd5e3 tempest-TestShelveInstance-335366208 tempest-TestShelveInstance-335366208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:27.387604 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8c6b4c79-0092-4c0c-9ea4-1e725cacd5e3 tempest-TestShelveInstance-335366208 tempest-TestShelveInstance-335366208-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1124 time: 0.2868285 May 04 14:06:27.388103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 39970) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:27.393078 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:27.402803 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-bc23f46d-bd5c-4bbe-a024-0270e080f562 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248038 May 04 14:06:27.403520 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.448770 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:23Z', 'revision_number': 4, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'd36cf695-301c-40e5-b478-d2cf8b1453d0', 'name': '', 'network_id': '09d41c02-516e-414b-9a81-b36431b68009', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'mac_address': 'fa:16:3e:62:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:22Z', 'updated_at': '2022-05-04T14:06:26Z', 'revision_number': 4, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'subnets': [{'id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:27.459055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.securitygroups_db [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Project 1625f082167647399a6211547163cb93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:06:27.466311 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (f28392ed-d1a9-4085-a6c3-a3ae3d9e5c66), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.517298 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b5277bf3-9641-4a67-a9f5-57b9b36952e0 req-a40518e9-d645-4029-85e4-07c42da01c0b service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082358 May 04 14:06:27.544618 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (f28392ed-d1a9-4085-a6c3-a3ae3d9e5c66), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.550473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.624453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669da1-1b40-4742-9ce1-8f520d3e7c32 None None] The sync data for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi is: [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:06:23Z', 'revision_number': 4, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'd36cf695-301c-40e5-b478-d2cf8b1453d0', 'name': '', 'network_id': '09d41c02-516e-414b-9a81-b36431b68009', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'mac_address': 'fa:16:3e:62:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:22Z', 'updated_at': '2022-05-04T14:06:26Z', 'revision_number': 4, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'subnets': [{'id': '622fba9f-94fd-42b8-803a-cc4dd1afd9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:27.633207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcec485-7417-490c-b35d-ff1494b70ef6 None None] Pushing event updated for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:27.637232 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (f28392ed-d1a9-4085-a6c3-a3ae3d9e5c66), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.638231 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-adc7f0e7-e72f-49bc-ad66-dc93de26b815 None None] Provisioning complete for port d36cf695-301c-40e5-b478-d2cf8b1453d0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:27.638607 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-adc7f0e7-e72f-49bc-ad66-dc93de26b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.668443 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.675914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28392ed-d1a9-4085-a6c3-a3ae3d9e5c66,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:27.776926 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.781893 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 39974) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:27.786375 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-89a0c18e-5a05-47e2-88e4-ca49a162ecf2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4889574 May 04 14:06:27.788363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'security_group_rule': {'security_group_id': '59baeb0f-834b-456c-a207-d3af5c03fab2', 'project_id': '1625f082167647399a6211547163cb93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:27.814943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-adc7f0e7-e72f-49bc-ad66-dc93de26b815 None None] Current status of the port d36cf695-301c-40e5-b478-d2cf8b1453d0 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:27.886483 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Allocated IP 172.27.3.38 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/77bbd98a-1726-43f6-9870-f568720a25d3) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:27.910352 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.securitygroups_db [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Project 1625f082167647399a6211547163cb93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:06:27.916954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (0a31f576-a2cf-42cc-89c6-5d7e1a614a10), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:27.952675 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:28.008025 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (0a31f576-a2cf-42cc-89c6-5d7e1a614a10), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.016875 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for port (77bbd98a-1726-43f6-9870-f568720a25d3), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.036101 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:28.036318 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.105468 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (0a31f576-a2cf-42cc-89c6-5d7e1a614a10), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.125954 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:28.125954 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device d36cf695-301c-40e5-b478-d2cf8b1453d0 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:28.126946 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a31f576-a2cf-42cc-89c6-5d7e1a614a10,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:28.145566 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.156362 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-786a5c33-e3db-439a-8ea7-f94f31dbf0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.157979 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.184177 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port d36cf695-301c-40e5-b478-d2cf8b1453d0 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:28.184553 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.195419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:28.202165 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:28.206907 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:28.226954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:28.228575 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0e1e0394-b911-4db2-b895-c44171ff441c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4451411 May 04 14:06:28.253088 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'Port': ['ID=77bbd98a-1726-43f6-9870-f568720a25d3,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:28.274474 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.274964 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.275410 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.276012 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.276432 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.276847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.277276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.277589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.277903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.278241 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.278933 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.279254 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.279602 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.279917 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.280226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:28.312565 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port d36cf695-301c-40e5-b478-d2cf8b1453d0 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:28.474775 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9329e7-1175-43cc-9ed4-d9b995fd12cb req-4c2dc088-c8c8-45b5-a6d6-d37c2b5ecd1a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:28.476480 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba9329e7-1175-43cc-9ed4-d9b995fd12cb req-4c2dc088-c8c8-45b5-a6d6-d37c2b5ecd1a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0725555 May 04 14:06:28.835690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba9329e7-1175-43cc-9ed4-d9b995fd12cb req-e4de55f2-3bc1-44db-8f3b-acfdf5b59d34 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252740 May 04 14:06:29.051691 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for floatingip (ddbd748f-c17b-42d5-af54-3f588efd7519), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.201723 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.293696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.360461 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for port (77bbd98a-1726-43f6-9870-f568720a25d3), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.522090 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.592522 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event updated for resources: {'Port': ['ID=77bbd98a-1726-43f6-9870-f568720a25d3,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:29.602547 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (ddbd748f-c17b-42d5-af54-3f588efd7519), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:29.713142 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Floating IP ddbd748f-c17b-42d5-af54-3f588efd7519 associated. External IP: 172.27.3.38, port: 60250a8b-e6a1-4158-9ff0-78f87ba35b0e. May 04 14:06:29.979230 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98656f-0868-4cf9-b5d6-e714367f3887 req-bd2542e0-4a85-4748-b320-500f3976bba8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:29.980710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5b98656f-0868-4cf9-b5d6-e714367f3887 req-bd2542e0-4a85-4748-b320-500f3976bba8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0621927 May 04 14:06:29.982469 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:06:30.073936 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5b98656f-0868-4cf9-b5d6-e714367f3887 req-07b8ea88-e73e-4334-8555-6e31e20045b5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875535 May 04 14:06:30.130158 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:06:30.141029 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Sync routers for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:06:30.150197 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:30.151161 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:06:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:30.267853 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:30.312212 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:30.345799 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-f6abd7ac-0738-4e46-be79-496d130c0a4d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9563477 May 04 14:06:30.346392 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:30.348622 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feaff5a-43b1-4f53-8479-b849df2134d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:30.392507 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557da1cd-a15d-45f6-9409-8a8c11201b06 x-openstack-request-id: req-557da1cd-a15d-45f6-9409-8a8c11201b06 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:30.393069 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:30.393190 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-557da1cd-a15d-45f6-9409-8a8c11201b06 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:30.394171 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557da1cd-a15d-45f6-9409-8a8c11201b06'] response: {'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'status': 'completed', 'code': 200} May 04 14:06:30.514266 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'ddbd748f-c17b-42d5-af54-3f588efd7519', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'mac_address': 'fa:16:3e:90:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:28Z', 'updated_at': '2022-05-04T14:06:28Z', 'revision_number': 0, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:30.524997 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-abcfee89-e897-41ac-b2af-143ccbdf9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:30.524997 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-abcfee89-e897-41ac-b2af-143ccbdf9666 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1129 time: 0.0458033 May 04 14:06:30.548829 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Checking router: bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:06:30.558159 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:06:30.558776 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:06:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:30.641842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-5c928b48-7e6d-4df6-b344-78c5d8c2bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:30.641842 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-5c928b48-7e6d-4df6-b344-78c5d8c2bb27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 910 time: 0.0974505 May 04 14:06:30.679110 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:06:30.717200 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-262067b9-b5ea-45c1-a7c4-d683a5e9b748 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 998 time: 0.0707278 May 04 14:06:30.925037 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'ddbd748f-c17b-42d5-af54-3f588efd7519', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'mac_address': 'fa:16:3e:90:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:28Z', 'updated_at': '2022-05-04T14:06:28Z', 'revision_number': 0, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:06:30.927912 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:30.960303 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa332b56-a15d-451f-849c-75e746f7af44 None None] The sync data for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi is: [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'ddbd748f-c17b-42d5-af54-3f588efd7519', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'mac_address': 'fa:16:3e:90:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:28Z', 'updated_at': '2022-05-04T14:06:28Z', 'revision_number': 0, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:06:31.032065 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-59eeb54b-7f19-4fe0-9aeb-354de03bc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:31.033914 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-59eeb54b-7f19-4fe0-9aeb-354de03bc884 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.3062851 May 04 14:06:31.083167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-654b879f-2b01-4f9c-82e3-a98d83ff2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:31.084630 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-654b879f-2b01-4f9c-82e3-a98d83ff2ba5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410035 May 04 14:06:31.206283 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-299ab606-2b9e-4645-b101-368da62a45d9 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123095 May 04 14:06:31.208014 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc96cc-a11c-492a-9ba4-074bfc68dcbd None None] New status for floating IP ddbd748f-c17b-42d5-af54-3f588efd7519: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:06:31.213015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d1c3-3125-40e6-8669-9a4a08990efc req-d64d10cf-bbf2-4122-93dc-5238c338a570 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:31.214756 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-01b2d1c3-3125-40e6-8669-9a4a08990efc req-d64d10cf-bbf2-4122-93dc-5238c338a570 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0569062 May 04 14:06:31.274273 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-01b2d1c3-3125-40e6-8669-9a4a08990efc req-bf58c14d-53f1-4929-b095-8faacfe5e571 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533655 May 04 14:06:31.334743 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3feaff5a-43b1-4f53-8479-b849df2134d5 req-4b8ccd9c-2740-49fc-a2eb-835aed2ec834 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073787 May 04 14:06:31.657330 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40080) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:31.661945 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97458403', 'description': 'tempest-description--2002639820'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:31.796269 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:31.867069 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (c13ee587-90b5-49c2-998b-58d07cdf27e6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:31.973134 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c13ee587-90b5-49c2-998b-58d07cdf27e6), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.007920 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ee587-90b5-49c2-998b-58d07cdf27e6,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:32.015305 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.015660 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.016003 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.016342 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.016725 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.017008 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.017362 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.017693 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.019617 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.019993 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.020363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.020631 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.021572 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.021914 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.022243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:32.066657 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.067910 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3ce9b06a-3ba9-4c39-8a7f-95d08073b3fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4095106 May 04 14:06:32.070701 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40086) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:32.076302 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': 'c13ee587-90b5-49c2-998b-58d07cdf27e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:32.293777 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (0e57513d-33c3-44e9-bfbd-fc49c21e3dba), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.360955 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (0e57513d-33c3-44e9-bfbd-fc49c21e3dba), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.401905 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a38ed-1b4e-45aa-a8c4-7b46ca932cf7 req-051d4599-80c6-439f-8148-9dce1e83d632 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:32.403828 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-933a38ed-1b4e-45aa-a8c4-7b46ca932cf7 req-051d4599-80c6-439f-8148-9dce1e83d632 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0517664 May 04 14:06:32.448070 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.452967 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-933a38ed-1b4e-45aa-a8c4-7b46ca932cf7 req-8394e9e7-4d5f-4d34-a6ee-5f07fa288510 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 May 04 14:06:32.516358 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (0e57513d-33c3-44e9-bfbd-fc49c21e3dba), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:32.538097 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e57513d-33c3-44e9-bfbd-fc49c21e3dba,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:33.078445 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.079801 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-823b69c3-073b-4f0f-83b9-f764f5f6d060 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0081105 May 04 14:06:33.127190 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40094) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:33.139069 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': 'c13ee587-90b5-49c2-998b-58d07cdf27e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:33.424889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (8a6534d0-da91-42f7-b594-a547011a2b47), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.485349 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (8a6534d0-da91-42f7-b594-a547011a2b47), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.587102 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9530-8f7b-482d-ad0c-65fff12e8032 req-632becbe-4a81-4e53-b5da-8e784e123183 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:33.589733 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c51f9530-8f7b-482d-ad0c-65fff12e8032 req-632becbe-4a81-4e53-b5da-8e784e123183 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0554979 May 04 14:06:33.635896 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (8a6534d0-da91-42f7-b594-a547011a2b47), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.649507 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c51f9530-8f7b-482d-ad0c-65fff12e8032 req-080e1a24-e63d-4703-a850-0a339ede83ae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534759 May 04 14:06:33.654030 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6534d0-da91-42f7-b594-a547011a2b47,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:33.794183 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.795457 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-866730e0-382c-42c8-bee3-166a5563520b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6669869 May 04 14:06:33.798475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40102) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:06:33.802697 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:33.899102 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:33.985416 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:34.097917 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.27.3.98 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/ae76f447-1bd9-4704-838b-3e26c8141167) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:34.210322 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (ae76f447-1bd9-4704-838b-3e26c8141167), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:34.419303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:34.459602 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:34.462585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:34.469651 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:34.478643 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=ae76f447-1bd9-4704-838b-3e26c8141167,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:34.527973 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:34.770147 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d175-7b33-4e6e-85e4-eb943d21a130 req-36f502de-1601-4fb2-b78d-fc108b440552 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:34.771652 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6f0d175-7b33-4e6e-85e4-eb943d21a130 req-36f502de-1601-4fb2-b78d-fc108b440552 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0506105 May 04 14:06:34.781270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:34.809882 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-bb343708-d999-4240-b266-bee72108e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:34.811422 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-bb343708-d999-4240-b266-bee72108e5ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 1127 time: 0.1025183 May 04 14:06:34.825074 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6f0d175-7b33-4e6e-85e4-eb943d21a130 req-12194041-8690-4e73-8893-7b19c8126617 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 May 04 14:06:34.941516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-b5b211b7-d662-414c-a79c-0a01878faa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:34.942993 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-b5b211b7-d662-414c-a79c-0a01878faa1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1127 time: 0.0848184 May 04 14:06:35.054981 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (ae76f447-1bd9-4704-838b-3e26c8141167), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:35.073986 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-a5d247c4-10e5-4d46-b8f5-2ace8357bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:35.075444 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-a5d247c4-10e5-4d46-b8f5-2ace8357bf74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.1243153 May 04 14:06:35.152601 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-0805a0a9-2e3f-4013-b413-fdd56f4b0bb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 200 len: 999 time: 0.0648417 May 04 14:06:35.198713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:35.210468 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-e9489e5e-dfd0-4c32-bb77-339f477dfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:35.216314 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-e9489e5e-dfd0-4c32-bb77-339f477dfe1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.0536017 May 04 14:06:35.233332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:35.290791 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-464f936b-363f-4de4-b7b4-72bd3aeb1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:35.292415 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-464f936b-363f-4de4-b7b4-72bd3aeb1856 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623417 May 04 14:06:35.293187 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=ae76f447-1bd9-4704-838b-3e26c8141167,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:35.396591 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-d07e2689-0e78-4c80-b5c3-27293004574a service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972877 May 04 14:06:35.427445 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:35.434671 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a6ef342a-f02c-4c09-98c7-78c75f3a0254 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6291790 May 04 14:06:35.513552 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-57774403-4226-44aa-b2de-3bb5cb3368a5 req-da12b654-1400-4719-9c56-96eac8b852c3 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971866 May 04 14:06:35.637511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-3088fb03-3a4b-4e01-b803-eca9abb13111 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--97458403&fields=id&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 267 time: 0.0459521 May 04 14:06:35.760140 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-a96f2731-9416-4c06-a8ed-e426ce591ba3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:35.761841 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-a96f2731-9416-4c06-a8ed-e426ce591ba3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1177673 May 04 14:06:35.777982 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-5f756e0a-2fbb-4e3f-af65-d21f9f99d701 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/quotas/8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 375 time: 0.0107698 May 04 14:06:35.832645 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-20ef84f5-4114-4558-806f-bd28965bb5bd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492322 May 04 14:06:35.972595 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0047-b7cf-4177-836c-70c21b094e0f req-17f6d674-2eba-4302-9383-250ce28425e2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:35.974160 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-66bc0047-b7cf-4177-836c-70c21b094e0f req-17f6d674-2eba-4302-9383-250ce28425e2 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0586693 May 04 14:06:36.001611 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-5587db1f-d445-4969-bdae-926af2d72a9d service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569529 May 04 14:06:36.059920 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-66bc0047-b7cf-4177-836c-70c21b094e0f req-4fd37911-2abc-45bb-94d1-b41b50ad028e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786223 May 04 14:06:36.123630 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-ccac1414-830e-435b-8682-1a0824fbb504 service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149149 May 04 14:06:36.575949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-654113fa-7efd-41dd-a2eb-2631e052f2c1 req-dfeb605a-223b-4a8b-b8d5-6b8ad8705875 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0666566 May 04 14:06:37.211201 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b607fb6-f1ba-462a-af85-cacb70d2f4e5 req-a0ef4e4b-ea4e-4c65-b742-7e8d3640cf88 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:37.212964 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b607fb6-f1ba-462a-af85-cacb70d2f4e5 req-a0ef4e4b-ea4e-4c65-b742-7e8d3640cf88 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0725560 May 04 14:06:37.288055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b607fb6-f1ba-462a-af85-cacb70d2f4e5 req-442a9ef1-900a-4864-b9c6-def5cd291b1f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664513 May 04 14:06:37.657776 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0ee1e491-570f-4b59-adb4-aa001c277cdc req-65e68415-e51e-41ca-b9c6-6e85ddd4da2b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0332327 May 04 14:06:38.446383 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbec83-3e2e-4a53-8917-12032bed3d92 req-7a814f7a-3a84-48ea-baaa-387dcf48010c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:38.448191 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f9cbec83-3e2e-4a53-8917-12032bed3d92 req-7a814f7a-3a84-48ea-baaa-387dcf48010c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0593560 May 04 14:06:38.502352 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f9cbec83-3e2e-4a53-8917-12032bed3d92 req-2e504df3-4b07-4df0-9cba-f96b67ed65c6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485032 May 04 14:06:38.768586 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00e493c9-1228-4b06-b10a-f0103823486d req-6dc09316-e88b-4cc8-88c4-ea7c0c0fb214 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0360272 May 04 14:06:39.642042 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d80f5-7bb2-45a6-a6c3-72f86fe85d05 req-8134b51a-26b2-4cba-9dd5-0660747f89d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:39.643595 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-961d80f5-7bb2-45a6-a6c3-72f86fe85d05 req-8134b51a-26b2-4cba-9dd5-0660747f89d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0618162 May 04 14:06:39.705676 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-961d80f5-7bb2-45a6-a6c3-72f86fe85d05 req-5e5eb2db-b90e-4e6b-bcea-5207ae88c24e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554793 May 04 14:06:39.873859 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-61098ef7-07a7-4fd5-95fc-ea4e0971a2de req-1ef2e21a-2e12-4dfc-b7f1-a7cd89c5367a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0302455 May 04 14:06:40.847542 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988d742-24fa-470b-ba04-4a8d51c2bfb7 req-f78453a0-dfd1-4d8f-83ca-3de5361d1699 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:40.849432 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a988d742-24fa-470b-ba04-4a8d51c2bfb7 req-f78453a0-dfd1-4d8f-83ca-3de5361d1699 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0586407 May 04 14:06:40.902754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a988d742-24fa-470b-ba04-4a8d51c2bfb7 req-fe7a454d-e5ea-416e-8797-ec2f12d965cb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 May 04 14:06:40.983968 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6eb654d3-85ee-4cfe-8721-67c116f3b150 req-296404d7-fa73-41bd-976d-6deb6f55b0b4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0339692 May 04 14:06:42.078610 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f181-3a68-4e61-b965-972f190ff57f req-6a1586da-84c6-48a1-94dc-33ba1d655130 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:42.080139 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c378f181-3a68-4e61-b965-972f190ff57f req-6a1586da-84c6-48a1-94dc-33ba1d655130 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0907845 May 04 14:06:42.122713 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-58e8914d-f79a-43c4-b667-e7d50abfb8e2 req-c69ab3b8-fd57-4cb4-ae33-12529b178519 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0548382 May 04 14:06:42.177620 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c378f181-3a68-4e61-b965-972f190ff57f req-bf9aa7f7-73c3-47be-8169-e361cd200b23 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865798 May 04 14:06:42.744751 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:06:43.239569 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9fc8c6e7-86df-4b89-ac3d-7f43cd98e9f9 req-b667b8c2-3928-46b1-99f7-093bb96aedac tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0364909 May 04 14:06:43.316920 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a122755-f92f-4a5d-9b47-da16fa9df8ef req-fe998bfe-2255-406b-92cd-421ef85f7bce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:43.318404 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a122755-f92f-4a5d-9b47-da16fa9df8ef req-fe998bfe-2255-406b-92cd-421ef85f7bce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0557976 May 04 14:06:43.368606 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a122755-f92f-4a5d-9b47-da16fa9df8ef req-4eabb0e0-695d-49c1-af65-0df96ce17144 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 May 04 14:06:44.355390 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c34d6f5c-5ecd-45b2-88fc-9502c9918894 req-fd558413-6532-4fbc-8ef4-683e7cdabf19 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0417991 May 04 14:06:44.495739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fa17-578c-4159-9dbf-0a917f41e208 req-f90a744e-1cfc-4d8f-84d6-d60173eac44e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:44.497140 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c0d5fa17-578c-4159-9dbf-0a917f41e208 req-f90a744e-1cfc-4d8f-84d6-d60173eac44e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0505488 May 04 14:06:44.548176 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c0d5fa17-578c-4159-9dbf-0a917f41e208 req-0c595377-16d0-4067-a893-5285b48d2306 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 May 04 14:06:45.459484 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e40918a0-2922-4e9e-8e82-dea04b26d1d9 req-930c8945-4970-428f-89e1-5c9f79f9bf37 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0330169 May 04 14:06:45.683991 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357a838-2107-451d-bf09-e9ed7936e649 req-f248d8ac-985c-4318-ae31-5c225592be41 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:45.685617 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2357a838-2107-451d-bf09-e9ed7936e649 req-f248d8ac-985c-4318-ae31-5c225592be41 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0511272 May 04 14:06:45.742339 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2357a838-2107-451d-bf09-e9ed7936e649 req-87a18bde-c8c8-4a07-85e7-a26ef2ec6ceb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506976 May 04 14:06:46.577511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-50e0c641-fbcc-45fa-a7e7-3b008248e15b req-47b968c6-85ef-4d64-9308-cdbe7b147270 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0394452 May 04 14:06:46.875503 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4a7b3-8fde-4ee7-84ed-d9ef8fa4ecae req-7eb08b8c-a284-4f32-937d-652d5c9ef80b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:46.877003 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a5f4a7b3-8fde-4ee7-84ed-d9ef8fa4ecae req-7eb08b8c-a284-4f32-937d-652d5c9ef80b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0521502 May 04 14:06:46.929669 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a5f4a7b3-8fde-4ee7-84ed-d9ef8fa4ecae req-6c612458-a79e-40ad-8d6b-c0b02bc3f0d1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 May 04 14:06:47.672821 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bdc30738-1939-422e-bbd2-eb71ddf29c6d req-f2dba4c5-be45-4cdc-84e2-59b1ebb908d5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0293484 May 04 14:06:48.048041 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3ed1-8b35-4c11-8086-e67e3a5ef9df req-d897c914-2a95-48bc-89ab-5bc9ee1fe0f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:48.049554 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-230c3ed1-8b35-4c11-8086-e67e3a5ef9df req-d897c914-2a95-48bc-89ab-5bc9ee1fe0f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0473690 May 04 14:06:48.097978 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-230c3ed1-8b35-4c11-8086-e67e3a5ef9df req-5a014ddc-7da7-45e4-ae5a-17bc013a9596 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 May 04 14:06:48.771210 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a2aa1f6-bfcb-411e-bfd9-abd69f471282 req-66d22017-6a46-4f32-adaa-f62967122967 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0306785 May 04 14:06:49.218556 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef0f39-0ded-425b-bce1-36a74c380fa9 req-9eb40b62-763a-44e6-b9a4-bc907ab8e437 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:49.219943 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7bef0f39-0ded-425b-bce1-36a74c380fa9 req-9eb40b62-763a-44e6-b9a4-bc907ab8e437 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0479081 May 04 14:06:49.267449 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7bef0f39-0ded-425b-bce1-36a74c380fa9 req-74da8a49-4a05-4d4f-b192-9b2e76209872 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 May 04 14:06:49.877170 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dbfdafdd-40b7-415e-ac33-130cbf34e25f req-ad83a750-15d8-44d4-929f-9fd2f870eed7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0279956 May 04 14:06:50.389039 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d349cb-f126-46d1-9a5f-45d90bbc64a6 req-4d3f88f1-0af1-4ae0-b2a9-1b693e93fb65 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:50.390548 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-25d349cb-f126-46d1-9a5f-45d90bbc64a6 req-4d3f88f1-0af1-4ae0-b2a9-1b693e93fb65 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0471356 May 04 14:06:50.440430 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-25d349cb-f126-46d1-9a5f-45d90bbc64a6 req-2e92ab65-fa5f-4714-82b1-2f6e20452dc4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 May 04 14:06:50.938146 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-98a3db93-107c-484d-82a7-aa761f00c97e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:50.939589 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-98a3db93-107c-484d-82a7-aa761f00c97e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1039703 May 04 14:06:50.981457 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-84086587-cdc1-4a92-97d7-919b0c9812b7 req-ffc7fedc-b4c5-41eb-b261-7014595df4ec tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0297654 May 04 14:06:51.032386 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-f206aad1-0d88-4359-8ad3-a07a2b9dc898 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 471 time: 0.0706606 May 04 14:06:51.042780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'port': {'device_id': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'admin_state_up': True, 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'security_groups': ['c13ee587-90b5-49c2-998b-58d07cdf27e6']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:51.424886 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:51.428334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:51.567545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.20.0.4 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/5964981b-d660-4937-82f4-4aa39ad02087) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:06:51.578851 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356e8d-61f0-4f2d-8c3e-b4aab3d3f056 req-9b5e4058-b8bb-4a72-8b51-3cae22bca59c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:51.580522 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0c356e8d-61f0-4f2d-8c3e-b4aab3d3f056 req-9b5e4058-b8bb-4a72-8b51-3cae22bca59c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0617177 May 04 14:06:51.632506 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0c356e8d-61f0-4f2d-8c3e-b4aab3d3f056 req-b9bcb23a-39a6-4e30-a7f1-9d0632bccc69 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 May 04 14:06:51.724888 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (5964981b-d660-4937-82f4-4aa39ad02087), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:51.839512 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-76e6d4bd-664a-4dfc-b03f-5170df90839c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576961337&fields=id&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 267 time: 0.0529957 May 04 14:06:51.955987 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-ba24ea34-8642-4a73-96dd-05e721a1f1cb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:51.956621 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-ba24ea34-8642-4a73-96dd-05e721a1f1cb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1104541 May 04 14:06:51.973456 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-2284b05d-cd47-457a-8e40-589b56be09e5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/quotas/1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 375 time: 0.0112438 May 04 14:06:52.024258 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-3c4a4660-6c09-484b-9211-a3348b3b8982 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454564 May 04 14:06:52.131313 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-faabdedd-29c8-42e3-901b-10bffa5fa54e req-97f0a9d8-8033-4d44-9e9e-44f0b199b605 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0632744 May 04 14:06:52.159154 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-85ded6ef-12ab-47f9-b154-bef1e80aa8a8 service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223593 May 04 14:06:52.263045 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-4af7b939-f98e-4344-9ccd-8101c351beaf service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947373 May 04 14:06:52.522285 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:52.568705 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:06:52.571911 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:06:52.579608 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:06:52.583958 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:52.584572 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:52.591750 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:52.696577 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b92452c8-b882-4cb8-af75-a553f9cd38fd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6581776 May 04 14:06:52.727188 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Request body: {'port': {'device_id': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:52.769160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118f1f-e144-4062-a901-65803074775e req-e1b0777e-1755-40d7-bb10-cb53a08134ae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:52.770737 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1e118f1f-e144-4062-a901-65803074775e req-e1b0777e-1755-40d7-bb10-cb53a08134ae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0539412 May 04 14:06:52.794770 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5964981b-d660-4937-82f4-4aa39ad02087), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:52.822121 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1e118f1f-e144-4062-a901-65803074775e req-16ad089b-80e0-4e65-b603-2ba08c297286 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454943 May 04 14:06:52.872649 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-08fd357f-fb27-4848-99e7-f12688da0d0e None None] Provisioning complete for port 5964981b-d660-4937-82f4-4aa39ad02087 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:52.873297 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-08fd357f-fb27-4848-99e7-f12688da0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5964981b-d660-4937-82f4-4aa39ad02087), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:52.908356 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-08fd357f-fb27-4848-99e7-f12688da0d0e None None] Port 5964981b-d660-4937-82f4-4aa39ad02087 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:06:52.991780 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-939d51a3-81a4-412e-8eb1-d70ad3dcdb12 req-f61cea59-01d4-47eb-a383-d94de2c12a56 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0279248 May 04 14:06:53.084247 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5964981b-d660-4937-82f4-4aa39ad02087 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:06:53.093550 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks [] for port (5964981b-d660-4937-82f4-4aa39ad02087), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:53.107197 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Transition to ACTIVE for port object 5964981b-d660-4937-82f4-4aa39ad02087 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:06:53.251841 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b6f97-9c0d-4a89-a2a3-ff7a8ba3804a req-449f55ec-1858-4c36-933a-5e44ed064623 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:53.253679 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f2b6f97-9c0d-4a89-a2a3-ff7a8ba3804a req-449f55ec-1858-4c36-933a-5e44ed064623 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 931 time: 0.0523071 May 04 14:06:53.263986 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:53.305823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f2b6f97-9c0d-4a89-a2a3-ff7a8ba3804a req-fa3f9852-9a40-4d08-b71f-8595fb9ba2e1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464826 May 04 14:06:53.316100 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Pushing event updated for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:53.356223 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Attempting to bind port 5964981b-d660-4937-82f4-4aa39ad02087 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Attempting to bind port 5964981b-d660-4937-82f4-4aa39ad02087 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Attempting to bind port 5964981b-d660-4937-82f4-4aa39ad02087 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Port 5964981b-d660-4937-82f4-4aa39ad02087 on network fd8c14f5-74df-4d08-8f17-f0187142a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Attempting to bind port 5964981b-d660-4937-82f4-4aa39ad02087 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Bound port: 5964981b-d660-4937-82f4-4aa39ad02087, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:06:53.373628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5964981b-d660-4937-82f4-4aa39ad02087), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:53.443071 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:06:53.446368 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5964981b-d660-4937-82f4-4aa39ad02087,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:06:53.607633 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:53.643031 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:53.643669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:53.645093 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] 10.222.0.58 "PUT /v2.0/ports/5964981b-d660-4937-82f4-4aa39ad02087 HTTP/1.1" status: 200 len: 1093 time: 0.9223838 May 04 14:06:53.645589 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:53.647851 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ec6a8f-a5a3-4e92-836e-0322114790b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "tag": "5964981b-d660-4937-82f4-4aa39ad02087"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:53.679480 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd56f-b578-4139-b437-a7b9e741e48e service neutron] Pushing event updated for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:53.693845 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd0d4d5-7786-42c9-9e5e-35c67dbda24d x-openstack-request-id: req-9fd0d4d5-7786-42c9-9e5e-35c67dbda24d {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:53.694243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "tag": "5964981b-d660-4937-82f4-4aa39ad02087", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:53.694614 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd0d4d5-7786-42c9-9e5e-35c67dbda24d {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:53.695157 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd0d4d5-7786-42c9-9e5e-35c67dbda24d'] response: {'name': 'network-changed', 'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087', 'status': 'completed', 'code': 200} May 04 14:06:53.798034 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-53d8da13-4465-46d2-95a5-d22d3e3e3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:53.799587 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-53d8da13-4465-46d2-95a5-d22d3e3e3420 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 1127 time: 0.0445681 May 04 14:06:53.919098 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-7d1add77-0938-4352-9ecd-1f9bd7ce153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:53.920772 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-7d1add77-0938-4352-9ecd-1f9bd7ce153e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037018 May 04 14:06:53.944936 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799fd47-6b7a-4447-9691-68070e9e3513 req-50a71f17-fe1f-4e5c-a151-4b0f858e79e5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:53.946439 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d799fd47-6b7a-4447-9691-68070e9e3513 req-50a71f17-fe1f-4e5c-a151-4b0f858e79e5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0481887 May 04 14:06:54.005162 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d799fd47-6b7a-4447-9691-68070e9e3513 req-5d2cfc29-53a0-4979-bb59-de56fb2c784f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491583 May 04 14:06:54.040198 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-d77f3123-74e0-4f6c-8393-03a6286d20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:54.042533 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-16ec6a8f-a5a3-4e92-836e-0322114790b9 req-d77f3123-74e0-4f6c-8393-03a6286d20ad service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084273 May 04 14:06:54.073754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7d11d10e-2f7c-483f-a03e-ef3691ec1c30 req-b0ecde5b-233a-4a4a-90eb-5fbbb628ddbe tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0288186 May 04 14:06:54.160986 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b7d60f32-7a24-4fa0-bc38-6d4525785037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:54.162509 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-b7d60f32-7a24-4fa0-bc38-6d4525785037 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 1127 time: 0.0399702 May 04 14:06:54.221884 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-dd7e73bd-d368-499e-ac5b-00f1c352c60c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5964981b-d660-4937-82f4-4aa39ad02087 HTTP/1.1" status: 200 len: 217 time: 0.0387747 May 04 14:06:54.280312 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-aab60b72-b4d4-427d-9f72-331105b04b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:54.281795 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-aab60b72-b4d4-427d-9f72-331105b04b97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.0452478 May 04 14:06:54.331356 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-8b5238da-4eae-44e7-a3d9-b82525f4e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:54.333068 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-8b5238da-4eae-44e7-a3d9-b82525f4e8ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436354 May 04 14:06:54.436895 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8f94-3e32-4767-9ce1-69149f962034 req-d16a145c-e579-4f60-8fa9-962516ca32dc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:54.438359 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d7d8f94-3e32-4767-9ce1-69149f962034 req-d16a145c-e579-4f60-8fa9-962516ca32dc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0566559 May 04 14:06:54.486809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d7d8f94-3e32-4767-9ce1-69149f962034 req-7816576f-e55a-4b81-bc75-d08867f6b200 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426342 May 04 14:06:54.575967 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-dd1f9c35-fc99-456e-9a72-e6766111dbf9 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950823 May 04 14:06:55.133638 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da94ff-b477-43b5-b815-48d17a848ed4 req-53b4b5d5-fb20-4615-ad56-a2f1488c9437 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:55.135678 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b5da94ff-b477-43b5-b815-48d17a848ed4 req-53b4b5d5-fb20-4615-ad56-a2f1488c9437 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0491180 May 04 14:06:55.169883 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b18528d0-a322-493a-ac67-4b7604de8be0 req-42396b97-c04f-4d18-9312-2680cd64da64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0315924 May 04 14:06:55.205381 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b5da94ff-b477-43b5-b815-48d17a848ed4 req-e93ab7a7-ef4b-484e-884a-ebe1a147981d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585916 May 04 14:06:55.604047 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d2e0-dd55-4f46-bf91-4c5d25be1a12 req-5f359ee0-a3f7-48c5-b3bf-5d85bda6a4a8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:55.605557 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9861d2e0-dd55-4f46-bf91-4c5d25be1a12 req-5f359ee0-a3f7-48c5-b3bf-5d85bda6a4a8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0510509 May 04 14:06:55.653888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9861d2e0-dd55-4f46-bf91-4c5d25be1a12 req-279740eb-25c9-42cf-b2a6-78d4c9195450 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427413 May 04 14:06:55.926616 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-579c33eb-4547-4737-a49c-482cf402e2b3 req-fa32da3f-833d-4249-ac7d-597351abfefc service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928771 May 04 14:06:55.961599 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6203f4d3-1b24-40dc-8fbe-55ba661e66e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:56.265793 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c4d1732-9fc1-409b-95fe-69555d4e2383 req-8e03c12a-ab53-4c24-adc5-803d05bb47a8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0297418 May 04 14:06:56.330969 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ac75-63a2-496f-935c-07cbacb85a34 req-da3e3c69-d898-454c-afa9-181b2d36e819 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:56.332693 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:06:56.333160 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7ab1ac75-63a2-496f-935c-07cbacb85a34 req-da3e3c69-d898-454c-afa9-181b2d36e819 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0489020 May 04 14:06:56.387709 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7ab1ac75-63a2-496f-935c-07cbacb85a34 req-49f8bce9-b60f-42f1-8153-279c5ed0d477 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470951 May 04 14:06:56.444562 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:56.456083 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '60502655-d908-4b64-8366-bac3898e887f', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '60502655-d908-4b64-8366-bac3898e887f', 'mac_address': 'fa:16:3e:fa:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:06:56.492525 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:56.492912 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:56.506469 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60502655-d908-4b64-8366-bac3898e887f {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:06:56.527020 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:56.624448 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:56.677782 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=9']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:56.685441 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.685794 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.686134 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.686493 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.686828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.687157 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.687482 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.687803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.688140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.688467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.688793 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.689146 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.689479 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.689795 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.690114 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:06:56.770422 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ec0c7-a096-4314-a814-f3aba39ee757 req-8a9f209c-7c43-436e-9116-6a64ad8ab666 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:56.771872 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-311ec0c7-a096-4314-a814-f3aba39ee757 req-8a9f209c-7c43-436e-9116-6a64ad8ab666 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0485446 May 04 14:06:56.819831 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-311ec0c7-a096-4314-a814-f3aba39ee757 req-3c5c596e-68de-4748-802f-e007d3ae0be0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415480 May 04 14:06:57.217469 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['60502655-d908-4b64-8366-bac3898e887f'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:06:57.361881 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e04e910-9da4-4331-aee3-b167a3e11311 req-5f3037f4-970b-4164-8dca-2f5e17c4818c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0276432 May 04 14:06:57.509674 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b12245-42e5-438b-a82f-6217fd752295 req-ef9f3202-9964-47b8-9ae5-0c6137f7944d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:57.511268 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c3b12245-42e5-438b-a82f-6217fd752295 req-ef9f3202-9964-47b8-9ae5-0c6137f7944d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.0482800 May 04 14:06:57.562373 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c3b12245-42e5-438b-a82f-6217fd752295 req-e6f46661-bcad-4514-b08f-ed9d8d2764ee tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 May 04 14:06:57.935235 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3ed42-e82f-41a6-b7ab-ad49d39f49fe req-61ae8aad-4316-40d7-bf67-2fa7d4d97d5e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:57.936714 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36b3ed42-e82f-41a6-b7ab-ad49d39f49fe req-61ae8aad-4316-40d7-bf67-2fa7d4d97d5e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0476820 May 04 14:06:57.986876 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36b3ed42-e82f-41a6-b7ab-ad49d39f49fe req-c778af6c-69d0-450b-ad96-e7c059e6348a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443904 May 04 14:06:58.075840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8a04-4979-4b4b-b183-cec11209be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:58.409825 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:06:58.459487 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 60502655-d908-4b64-8366-bac3898e887f triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:06:58.459862 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60502655-d908-4b64-8366-bac3898e887f), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:58.468237 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f261548-54b9-40a3-90ad-28924f77be5a req-66c413e5-27a8-48d7-be97-86a002acd9e9 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0319216 May 04 14:06:58.532211 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:58.545815 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60502655-d908-4b64-8366-bac3898e887f is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:06:58.546197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60502655-d908-4b64-8366-bac3898e887f), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:58.570524 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:06:58.573436 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b9d4c-b4c5-4816-b548-b75583aba57b" -d '{"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:06:58.588865 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:06:58.614084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23101d0-af23-4b47-9ba2-7c3a5d754c29 x-openstack-request-id: req-e23101d0-af23-4b47-9ba2-7c3a5d754c29 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:06:58.614084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "60502655-d908-4b64-8366-bac3898e887f", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:06:58.614084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e23101d0-af23-4b47-9ba2-7c3a5d754c29 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:06:58.614084 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23101d0-af23-4b47-9ba2-7c3a5d754c29'] response: {'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'code': 200} May 04 14:06:58.682115 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60502655-d908-4b64-8366-bac3898e887f), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:58.691577 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9267ed2-bc30-43c7-9b6e-52bda9ad740d req-3e70863f-affe-4535-8eb2-f4b08fe59caa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:58.693078 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b9267ed2-bc30-43c7-9b6e-52bda9ad740d req-3e70863f-affe-4535-8eb2-f4b08fe59caa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 944 time: 0.0532892 May 04 14:06:58.734138 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=10']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:06:58.744891 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b9267ed2-bc30-43c7-9b6e-52bda9ad740d req-19706334-3432-43a2-bf67-da4d55e13371 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 May 04 14:06:59.102274 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2920cba-a66b-4f21-abbb-411cb8adce5d req-0f22256f-5b63-4fae-818f-bd194a940096 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:59.104441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2920cba-a66b-4f21-abbb-411cb8adce5d req-0f22256f-5b63-4fae-818f-bd194a940096 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0475550 May 04 14:06:59.153758 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d2920cba-a66b-4f21-abbb-411cb8adce5d req-b608cb73-3025-45a4-bb1f-b08db0be8129 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431111 May 04 14:06:59.276139 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:59.517551 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-d567030c-2057-4a7a-9dc4-3e7278e70c51 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:59.519038 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-d567030c-2057-4a7a-9dc4-3e7278e70c51 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1092446 May 04 14:06:59.599791 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-616ef2c5-e02a-42ce-904b-c6fa5878c8af req-6e0881e6-e69e-402f-865d-cc613547719b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0317287 May 04 14:06:59.606354 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-d307c0fa-e651-454d-accd-187f7fd161fa tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 379 time: 0.0682495 May 04 14:06:59.615680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'port': {'device_id': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'admin_state_up': True, 'tenant_id': '1625f082167647399a6211547163cb93', 'security_groups': ['59baeb0f-834b-456c-a207-d3af5c03fab2']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:06:59.780989 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2eaa-f3a0-44de-a3a3-e7f5ec762a4f req-d94aafc1-a3d2-43a1-9d94-2a5c7b289eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:59.782752 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f18b2eaa-f3a0-44de-a3a3-e7f5ec762a4f req-d94aafc1-a3d2-43a1-9d94-2a5c7b289eba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 1130 time: 0.0415475 May 04 14:06:59.829506 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f18b2eaa-f3a0-44de-a3a3-e7f5ec762a4f req-e5cacdb7-b79d-41d7-9abe-70abf8d288f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 May 04 14:06:59.872050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607290ce-4b36-4fb6-996f-b23878ae7fff req-7cad4212-cbf8-44a9-a148-b49284644f89 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:06:59.873513 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-607290ce-4b36-4fb6-996f-b23878ae7fff req-7cad4212-cbf8-44a9-a148-b49284644f89 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0535548 May 04 14:06:59.923986 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-607290ce-4b36-4fb6-996f-b23878ae7fff req-d2c1810b-8e91-40b9-9655-d923418178e9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 May 04 14:06:59.956028 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Made reservation on behalf of 1625f082167647399a6211547163cb93 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:06:59.959475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.092270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.20.0.11 (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e/b74d9e22-574e-4b6a-b65c-74ce55e3b864/00062162-c60c-4c1d-b1cc-d72c69d2b9fb) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:07:00.266692 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.291643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663b43-52dc-4fc3-94d9-1d1c83f8e5f2 req-cdf42716-101d-481c-a982-9c0fa01b846b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:00.298663 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5663b43-52dc-4fc3-94d9-1d1c83f8e5f2 req-cdf42716-101d-481c-a982-9c0fa01b846b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 943 time: 0.0641866 May 04 14:07:00.342774 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5663b43-52dc-4fc3-94d9-1d1c83f8e5f2 req-f02bf119-012d-40a8-bf20-75f630d5f4c0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435483 May 04 14:07:00.390731 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.407889 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 5964981b-d660-4937-82f4-4aa39ad02087 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:07:00.432624 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:07:00.436052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:07:00.442094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:07:00.446841 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:00.447741 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.454988 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:00.516718 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5964981b-d660-4937-82f4-4aa39ad02087,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:00.530269 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '5964981b-d660-4937-82f4-4aa39ad02087', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'port_id': '5964981b-d660-4937-82f4-4aa39ad02087', 'mac_address': 'fa:16:3e:46:8b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:07:00.553156 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-01cd036a-c264-462c-b055-79cd40002bc1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413795 May 04 14:07:00.568993 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 5964981b-d660-4937-82f4-4aa39ad02087 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:00.569413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5964981b-d660-4937-82f4-4aa39ad02087), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.583582 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5964981b-d660-4937-82f4-4aa39ad02087 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:07:00.605008 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5964981b-d660-4937-82f4-4aa39ad02087,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:00.712984 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-defa299e-bf1f-41f4-8ce0-9ededb86416b None None] Provisioning complete for port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:07:00.713262 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-defa299e-bf1f-41f4-8ce0-9ededb86416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.713701 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1515-cf21-40e4-bf8b-9682600f2e55 req-d931bc33-0b35-46d7-b311-fe56bee374d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:00.715239 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16cb1515-cf21-40e4-bf8b-9682600f2e55 req-d931bc33-0b35-46d7-b311-fe56bee374d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 932 time: 0.0481248 May 04 14:07:00.735314 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:00.770976 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16cb1515-cf21-40e4-bf8b-9682600f2e55 req-2a5be13c-2439-4bab-a61f-6e745efd5f68 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 May 04 14:07:00.781581 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-defa299e-bf1f-41f4-8ce0-9ededb86416b None None] Port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:07:00.805778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:00.916103 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:01.044481 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de431d5-f1aa-450d-8ee2-5d9edf53c044 req-8616c421-17f0-4b10-9d38-2431c4e84383 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:01.045847 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1de431d5-f1aa-450d-8ee2-5d9edf53c044 req-8616c421-17f0-4b10-9d38-2431c4e84383 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0481400 May 04 14:07:01.091997 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1de431d5-f1aa-450d-8ee2-5d9edf53c044 req-1823da6a-340b-4636-b2c9-f2bc2481fab4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 May 04 14:07:01.454182 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276571-a2ec-4424-af39-78be9659a4ad req-803c6624-085f-42c2-a4d7-22efba161d01 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:01.455638 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8b276571-a2ec-4424-af39-78be9659a4ad req-803c6624-085f-42c2-a4d7-22efba161d01 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0465386 May 04 14:07:01.501350 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8b276571-a2ec-4424-af39-78be9659a4ad req-d9b9b936-8027-4d6f-ad54-a7e30769af5c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402007 May 04 14:07:01.888225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9340161-a276-4394-a70f-d219c6404515 req-b29c1369-f271-4e0e-bbf3-73a4d488ea97 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:01.889754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9340161-a276-4394-a70f-d219c6404515 req-b29c1369-f271-4e0e-bbf3-73a4d488ea97 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 932 time: 0.0503190 May 04 14:07:01.938443 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9340161-a276-4394-a70f-d219c6404515 req-1e8cc04d-c5e0-4700-b749-a034cbb6c394 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 May 04 14:07:02.210430 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8b671-2934-4b9f-a10e-944a400d6b43 req-abd745c7-5152-46e9-970f-8962769d24be tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:02.211923 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ece8b671-2934-4b9f-a10e-944a400d6b43 req-abd745c7-5152-46e9-970f-8962769d24be tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0468216 May 04 14:07:02.259752 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ece8b671-2934-4b9f-a10e-944a400d6b43 req-b9e7edca-27ab-45cf-b040-db232a77cdf9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 May 04 14:07:02.379138 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:02.618038 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5725-fc88-4681-b690-e1edd14bcae4 req-fcaa8c72-b1ea-45c9-8d82-331a305aff9d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:02.619479 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a23e5725-fc88-4681-b690-e1edd14bcae4 req-fcaa8c72-b1ea-45c9-8d82-331a305aff9d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0507267 May 04 14:07:02.668522 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a23e5725-fc88-4681-b690-e1edd14bcae4 req-2a8b3a7e-cb06-4e03-979c-0c6aeebcbe2a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429738 May 04 14:07:03.049834 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f845-1bd8-4dd4-8ede-087094fa89cd req-078fb6ae-696e-46a6-ad2e-cf6b9bd0c7f4 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:03.051260 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0568f845-1bd8-4dd4-8ede-087094fa89cd req-078fb6ae-696e-46a6-ad2e-cf6b9bd0c7f4 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 932 time: 0.0466356 May 04 14:07:03.099754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0568f845-1bd8-4dd4-8ede-087094fa89cd req-5cfd1e52-66a0-42dc-a7ca-056e3915e089 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 May 04 14:07:03.384191 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061489cc-7965-407a-9077-bfca4f49e5d8 req-9458ff5a-194b-4966-a25a-8628f10f3e1e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:03.385697 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-061489cc-7965-407a-9077-bfca4f49e5d8 req-9458ff5a-194b-4966-a25a-8628f10f3e1e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0524008 May 04 14:07:03.435903 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-061489cc-7965-407a-9077-bfca4f49e5d8 req-b66a5a6b-abe7-425c-9080-9f94cfb78f70 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 May 04 14:07:03.654710 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Request body: {'port': {'device_id': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:03.719595 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:03.787825 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa264e-e23f-4750-a03a-b3a75e33ef29 req-67d17eea-5de6-4dfb-9e38-f277467e7b16 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:03.789286 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87fa264e-e23f-4750-a03a-b3a75e33ef29 req-67d17eea-5de6-4dfb-9e38-f277467e7b16 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0493436 May 04 14:07:03.838287 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87fa264e-e23f-4750-a03a-b3a75e33ef29 req-17629ec2-6191-4217-970c-e6ab6b99f7ab tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428154 May 04 14:07:03.982209 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00062162-c60c-4c1d-b1cc-d72c69d2b9fb {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:07:03.989397 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks [] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:04.002239 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Transition to ACTIVE for port object 00062162-c60c-4c1d-b1cc-d72c69d2b9fb will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:07:04.087093 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:04.161732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Pushing event updated for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:04.180052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Attempting to bind port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:07:04.180485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Attempting to bind port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:07:04.180892 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Attempting to bind port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:07:04.187512 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:07:04.187924 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Attempting to bind port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:07:04.194295 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:07:04.194618 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:07:04.195053 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Bound using segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:07:04.195488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Bound port: 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:07:04.195847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:04.224820 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91004433-b35a-47de-86c4-565c5e1f817f req-dc1eab00-86ec-489e-8f52-5908cc24e3c5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:04.225888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-91004433-b35a-47de-86c4-565c5e1f817f req-dc1eab00-86ec-489e-8f52-5908cc24e3c5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0516434 May 04 14:07:04.262665 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['5964981b-d660-4937-82f4-4aa39ad02087'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:07:04.287138 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-91004433-b35a-47de-86c4-565c5e1f817f req-4f6b0e20-080f-4b77-ab5f-8dcce1e090f8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547361 May 04 14:07:04.501575 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:07:04.507580 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:07:04.559062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043ed2a-fcd1-482e-a90f-b217c2184a51 req-73685d44-5ee0-4e3f-b1eb-5a635e70ed10 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:04.560291 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2043ed2a-fcd1-482e-a90f-b217c2184a51 req-73685d44-5ee0-4e3f-b1eb-5a635e70ed10 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0504117 May 04 14:07:04.608016 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:04.611034 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2043ed2a-fcd1-482e-a90f-b217c2184a51 req-43c26476-9990-45f3-b505-b4da0ca614c4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449927 May 04 14:07:04.639423 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:04.639816 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:04.641366 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] 10.222.0.58 "PUT /v2.0/ports/00062162-c60c-4c1d-b1cc-d72c69d2b9fb HTTP/1.1" status: 200 len: 1094 time: 0.9918458 May 04 14:07:04.644302 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:04.646015 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:04.675298 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0f37d-15de-42ff-8445-d405c4cb9ffe service neutron] Pushing event updated for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:04.688474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b38f39-a8f8-43aa-84b9-42eb81964861 x-openstack-request-id: req-a2b38f39-a8f8-43aa-84b9-42eb81964861 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:04.688758 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:04.689007 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2b38f39-a8f8-43aa-84b9-42eb81964861 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:04.689500 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b38f39-a8f8-43aa-84b9-42eb81964861'] response: {'name': 'network-changed', 'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'status': 'completed', 'code': 200} May 04 14:07:04.960342 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4c69f-fbcb-4419-bbee-a91f5b681dea req-9535296f-2dd6-4fce-a1df-0b39894694f5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:04.962085 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c5d4c69f-fbcb-4419-bbee-a91f5b681dea req-9535296f-2dd6-4fce-a1df-0b39894694f5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0486031 May 04 14:07:05.022110 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c5d4c69f-fbcb-4419-bbee-a91f5b681dea req-81ac37d2-3a1f-4e82-bf59-3f4cb52dd197 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513773 May 04 14:07:05.067891 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-12924ce3-e5d8-4916-8206-a3da10dd00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:05.069457 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-12924ce3-e5d8-4916-8206-a3da10dd00ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 1128 time: 0.0510802 May 04 14:07:05.192375 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-bf73f99a-a73f-4b1f-98c9-b9aae15f788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:05.193973 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-bf73f99a-a73f-4b1f-98c9-b9aae15f788e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1625f082167647399a6211547163cb93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010914 May 04 14:07:05.299715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-33d51fc6-b739-492e-9732-58131987fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:05.301278 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f1053bd8-1839-4d42-b9f7-59af6a0a3af1 req-33d51fc6-b739-492e-9732-58131987fdb6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965855 May 04 14:07:05.414131 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e92c-ab7b-43a7-8b1a-e071a53f8a65 req-0b114fdd-664a-4e2d-9246-3802dcf878c1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:05.415536 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f32e92c-ab7b-43a7-8b1a-e071a53f8a65 req-0b114fdd-664a-4e2d-9246-3802dcf878c1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0506544 May 04 14:07:05.473525 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f32e92c-ab7b-43a7-8b1a-e071a53f8a65 req-9c4cd43e-5777-4223-b42b-5a34641903b2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515113 May 04 14:07:05.737666 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c228d-b6fd-4f23-aa15-cd94a9e3709e req-fc8da4c7-4f87-4a9a-a733-e5f6b27cbb8d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:05.738690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-042c228d-b6fd-4f23-aa15-cd94a9e3709e req-fc8da4c7-4f87-4a9a-a733-e5f6b27cbb8d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0488510 May 04 14:07:05.790523 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-042c228d-b6fd-4f23-aa15-cd94a9e3709e req-b6c3a572-51e9-470c-87b9-aa6df365d86b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 May 04 14:07:06.136055 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e413-2b91-46e0-82c5-fed4f8540274 req-1b548794-c7d8-4f32-99dd-7dda0071aae6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:06.138052 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db42e413-2b91-46e0-82c5-fed4f8540274 req-1b548794-c7d8-4f32-99dd-7dda0071aae6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0475173 May 04 14:07:06.184834 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db42e413-2b91-46e0-82c5-fed4f8540274 req-94e6565b-98c2-4c68-8b27-3ce426fccd3e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410366 May 04 14:07:06.590766 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b51615-da59-45e6-86fe-4679161f3384 req-ac2e9f44-1a7b-47a4-8566-4c9b7ec39c21 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:06.592230 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35b51615-da59-45e6-86fe-4679161f3384 req-ac2e9f44-1a7b-47a4-8566-4c9b7ec39c21 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0512102 May 04 14:07:06.641670 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35b51615-da59-45e6-86fe-4679161f3384 req-77de04ff-4385-4ba2-81cf-c7f2e3ea10a3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438771 May 04 14:07:06.912324 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7df53-2240-4727-98fd-54712f8d1ea9 req-260e7ee7-e40d-4f89-b7f9-65c8550f9537 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:06.913811 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdb7df53-2240-4727-98fd-54712f8d1ea9 req-260e7ee7-e40d-4f89-b7f9-65c8550f9537 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0487742 May 04 14:07:06.960708 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdb7df53-2240-4727-98fd-54712f8d1ea9 req-0462bc29-3c36-41a0-ab71-1f0642ea3b55 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 May 04 14:07:07.304285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ccd6-2355-4ae3-95d9-a132dc8db80a req-58e7a7e4-f142-4c2c-a553-5fd8aae23ca4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:07.305653 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6b5ccd6-2355-4ae3-95d9-a132dc8db80a req-58e7a7e4-f142-4c2c-a553-5fd8aae23ca4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 944 time: 0.0521672 May 04 14:07:07.592714 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6b5ccd6-2355-4ae3-95d9-a132dc8db80a req-094ba45f-2c64-40c0-bd08-ab23699233a1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2813761 May 04 14:07:07.753847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824dcc-f923-4a48-91ce-c473edddc867 req-44c7ca21-a014-4193-81eb-de8e3123c812 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:07.755292 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1824dcc-f923-4a48-91ce-c473edddc867 req-44c7ca21-a014-4193-81eb-de8e3123c812 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0466080 May 04 14:07:07.804224 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d1824dcc-f923-4a48-91ce-c473edddc867 req-e44143f0-7404-44b8-85e1-9cf0aee8ec5f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 May 04 14:07:08.082989 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9729f8-be19-4d43-bf2e-092699b9fb03 req-237b51f8-2cd8-4ff0-91b0-468e0d890377 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:08.084439 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d9729f8-be19-4d43-bf2e-092699b9fb03 req-237b51f8-2cd8-4ff0-91b0-468e0d890377 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0479891 May 04 14:07:08.133493 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d9729f8-be19-4d43-bf2e-092699b9fb03 req-737cdef4-dd78-4e12-a8bb-ea2d5b0fca36 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 May 04 14:07:08.396161 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-035ca1a8-83c2-41f9-83f2-1f9648605f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:08.397588 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-035ca1a8-83c2-41f9-83f2-1f9648605f63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 1128 time: 0.0409250 May 04 14:07:08.467796 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-030897cb-6253-4f5f-9fd7-7fc3065264a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb HTTP/1.1" status: 200 len: 217 time: 0.0358548 May 04 14:07:08.472495 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 5964981b-d660-4937-82f4-4aa39ad02087 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:07:08.519386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 5964981b-d660-4937-82f4-4aa39ad02087 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:07:08.531289 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-f1f21c91-1969-4f22-8527-89022009d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:08.533308 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-f1f21c91-1969-4f22-8527-89022009d247 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0536184 May 04 14:07:08.590916 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530af7-d867-40c8-9f44-c121f08277a3 req-97e0c91a-11ca-4920-9236-565d97047b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:08.592468 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-97e0c91a-11ca-4920-9236-565d97047b39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507529 May 04 14:07:08.652749 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 5964981b-d660-4937-82f4-4aa39ad02087 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:07:08.652749 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (5964981b-d660-4937-82f4-4aa39ad02087), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:08.716398 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-ebe7e680-f3dd-40f7-a77b-a6f933c59ba2 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133764 May 04 14:07:08.743082 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 5964981b-d660-4937-82f4-4aa39ad02087 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:08.743082 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (5964981b-d660-4937-82f4-4aa39ad02087), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:08.773516 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:08.776115 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ce4f7-a249-48cc-874a-bd38a00f488f" -d '{"events": [{"server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "name": "network-vif-plugged", "status": "completed", "tag": "5964981b-d660-4937-82f4-4aa39ad02087"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:08.791333 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5964981b-d660-4937-82f4-4aa39ad02087,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:08.881384 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-15530af7-d867-40c8-9f44-c121f08277a3 req-00ec8d37-637d-4705-801a-a5cf9199343a service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062832 May 04 14:07:08.881849 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:08.933170 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:09.236164 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96699fd1-3e71-4625-9f8f-8d45af2af07f req-d4f2049c-cfef-4b29-b693-9f389cc8f56d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:09.237561 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-96699fd1-3e71-4625-9f8f-8d45af2af07f req-d4f2049c-cfef-4b29-b693-9f389cc8f56d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0472298 May 04 14:07:09.285650 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-96699fd1-3e71-4625-9f8f-8d45af2af07f req-9c501291-e2ca-4918-a049-1e0c32c7b960 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421162 May 04 14:07:09.329792 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1532a7-37be-49cd-99cb-6884fe79dfbc x-openstack-request-id: req-2c1532a7-37be-49cd-99cb-6884fe79dfbc {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:09.330104 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "name": "network-vif-plugged", "status": "completed", "tag": "5964981b-d660-4937-82f4-4aa39ad02087", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:09.330360 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c1532a7-37be-49cd-99cb-6884fe79dfbc {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:09.330752 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1532a7-37be-49cd-99cb-6884fe79dfbc'] response: {'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087', 'code': 200} May 04 14:07:09.430476 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3b11b-1313-454f-a9bd-5cab96dc52d2 req-40917ffe-1c97-4f7a-bb5e-17ee499d889c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:09.432089 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15c3b11b-1313-454f-a9bd-5cab96dc52d2 req-40917ffe-1c97-4f7a-bb5e-17ee499d889c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0539999 May 04 14:07:09.496166 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15c3b11b-1313-454f-a9bd-5cab96dc52d2 req-cad12280-30c9-44a7-86c1-8ad92645fb96 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571659 May 04 14:07:09.607265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0407-7f55-4b03-9428-e866d3aebb7a req-c5e6d318-71f9-4a9c-8520-82c3bea27ab9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:09.608763 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf6e0407-7f55-4b03-9428-e866d3aebb7a req-c5e6d318-71f9-4a9c-8520-82c3bea27ab9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0526705 May 04 14:07:09.663008 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf6e0407-7f55-4b03-9428-e866d3aebb7a req-0a9022f9-e68d-41f3-97c7-a64b82d32213 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484693 May 04 14:07:10.400681 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930a42b-975f-4f14-bae6-337ce5010bba req-fa72d0a1-41d6-40ed-9786-e2785a228959 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:10.403353 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a930a42b-975f-4f14-bae6-337ce5010bba req-fa72d0a1-41d6-40ed-9786-e2785a228959 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0496156 May 04 14:07:10.451353 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a930a42b-975f-4f14-bae6-337ce5010bba req-515bff91-e761-43cb-b8e2-1f7f751b97f2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429220 May 04 14:07:10.621795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d02b-4112-4373-a47a-d4483ab7517c req-1a8734f2-ae52-4aef-96cc-558d0b23431d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:10.623291 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16a8d02b-4112-4373-a47a-d4483ab7517c req-1a8734f2-ae52-4aef-96cc-558d0b23431d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0532737 May 04 14:07:10.675725 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16a8d02b-4112-4373-a47a-d4483ab7517c req-8b371786-b205-4f11-86bf-7fc4b7bbcf9e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468051 May 04 14:07:11.564420 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8c03a-8782-42fb-ae20-a686bdcb82e6 req-567cd0b8-fd76-4959-9b6e-189da076d5a3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:11.566004 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2bc8c03a-8782-42fb-ae20-a686bdcb82e6 req-567cd0b8-fd76-4959-9b6e-189da076d5a3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0472546 May 04 14:07:11.612564 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2bc8c03a-8782-42fb-ae20-a686bdcb82e6 req-c434ac8a-827c-4554-b957-a37bf8c0ef50 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410917 May 04 14:07:11.791866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d3f68-8201-47d2-81ca-c1a4e32ce022 req-2afc388e-c8a1-47f5-a912-4a8e5df1d6e4 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:11.793924 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-447d3f68-8201-47d2-81ca-c1a4e32ce022 req-2afc388e-c8a1-47f5-a912-4a8e5df1d6e4 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0487297 May 04 14:07:11.847523 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-447d3f68-8201-47d2-81ca-c1a4e32ce022 req-693ebd49-03c3-476e-a2ef-aebfb991548d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476966 May 04 14:07:12.727408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc78fa1-acb2-4e9d-af59-56ce341b1f36 req-c7f4473a-0ce6-4cfb-a3a8-3d1196667a8c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:12.728962 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fcc78fa1-acb2-4e9d-af59-56ce341b1f36 req-c7f4473a-0ce6-4cfb-a3a8-3d1196667a8c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0487168 May 04 14:07:12.777573 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fcc78fa1-acb2-4e9d-af59-56ce341b1f36 req-a78796b6-5970-443d-b7b6-991632a0114f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425701 May 04 14:07:12.942862 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53926ff8-8d46-4e05-9bc4-63cb9876ed5b req-814db8d9-8213-4ec4-800f-0fdb1944bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:12.944522 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-53926ff8-8d46-4e05-9bc4-63cb9876ed5b req-814db8d9-8213-4ec4-800f-0fdb1944bd0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 1129 time: 0.0425208 May 04 14:07:12.963229 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1053b8-1869-4ae7-a270-fc8794c00184 req-a33dd8ce-2b70-43bc-8994-36ed64d30e86 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:12.964808 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0f1053b8-1869-4ae7-a270-fc8794c00184 req-a33dd8ce-2b70-43bc-8994-36ed64d30e86 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0496635 May 04 14:07:13.029553 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0f1053b8-1869-4ae7-a270-fc8794c00184 req-5dcd39f0-5b45-465a-b4cb-26f2ca3120b2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543420 May 04 14:07:13.051082 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-53926ff8-8d46-4e05-9bc4-63cb9876ed5b req-59201a9e-d47d-4422-922a-f243dd3b9c91 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619402 May 04 14:07:13.895547 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74ebc-55a0-4220-af61-68d71ad4107d req-6762f1ae-bc33-40f6-935c-ce2c94a4ef64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:13.897212 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5af74ebc-55a0-4220-af61-68d71ad4107d req-6762f1ae-bc33-40f6-935c-ce2c94a4ef64 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0505216 May 04 14:07:13.949214 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5af74ebc-55a0-4220-af61-68d71ad4107d req-2d63a0f7-6ebb-4cbb-9493-36833c3726d7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443327 May 04 14:07:14.146394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f098bf-0409-4920-94f5-afa40f487c5b req-bd42a23d-f02c-44e5-ad8c-afcb4c87795c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:14.147909 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6f098bf-0409-4920-94f5-afa40f487c5b req-bd42a23d-f02c-44e5-ad8c-afcb4c87795c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0493760 May 04 14:07:14.199368 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6f098bf-0409-4920-94f5-afa40f487c5b req-afab84fe-9cb2-4abd-b8be-cb3d0db60ae8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449240 May 04 14:07:15.070900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a40f-f5c2-4afa-bc00-914c75f717ee req-dddb37fc-e541-4acc-9e11-52756543b350 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:15.072357 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b359a40f-f5c2-4afa-bc00-914c75f717ee req-dddb37fc-e541-4acc-9e11-52756543b350 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0546076 May 04 14:07:15.129949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b359a40f-f5c2-4afa-bc00-914c75f717ee req-639e4e32-e492-4bfc-af47-0243a76ba87d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514939 May 04 14:07:15.319727 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995422-3a01-4b69-abcb-84dacff47add req-806d522f-1814-4f2e-b2a9-ab2515c7392a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:15.321366 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ce995422-3a01-4b69-abcb-84dacff47add req-806d522f-1814-4f2e-b2a9-ab2515c7392a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0542424 May 04 14:07:15.406535 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ce995422-3a01-4b69-abcb-84dacff47add req-fecc3b13-ee32-43ea-af98-20ea69d672a9 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788486 May 04 14:07:15.412387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc26d5b-b66a-4bd8-972a-444e9ec2d058 req-1170b307-62e7-496d-aa15-e24c9f2a9a27 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:15.413846 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4fc26d5b-b66a-4bd8-972a-444e9ec2d058 req-1170b307-62e7-496d-aa15-e24c9f2a9a27 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0800543 May 04 14:07:15.480720 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4fc26d5b-b66a-4bd8-972a-444e9ec2d058 req-67225d67-7b13-4f59-90a0-65d98f0eb89d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537350 May 04 14:07:16.252437 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28efc84-923f-461d-9fd9-733a8c85a69d req-9297c8d8-2a59-4b82-bc34-6bd145ae38a4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:16.254297 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e28efc84-923f-461d-9fd9-733a8c85a69d req-9297c8d8-2a59-4b82-bc34-6bd145ae38a4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0472069 May 04 14:07:16.303387 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e28efc84-923f-461d-9fd9-733a8c85a69d req-71df07cc-908a-4ff0-8ba0-4a7307b6e6da tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425506 May 04 14:07:16.414632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca25956-fb5c-4c8c-a983-8ddb0ea63746 req-9f7f0a7c-788e-4dca-80f0-c9bbbe40972e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:16.416085 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2ca25956-fb5c-4c8c-a983-8ddb0ea63746 req-9f7f0a7c-788e-4dca-80f0-c9bbbe40972e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0480835 May 04 14:07:16.424812 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 40630) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:07:16.429716 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'port_id': '5964981b-d660-4937-82f4-4aa39ad02087'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:16.474641 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:16.602965 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ee3-e57d-4671-a2a8-6ce6950dd4af req-b3b851ed-db0a-4195-9a7a-75e9acf282e1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:16.604425 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3dd76ee3-e57d-4671-a2a8-6ce6950dd4af req-b3b851ed-db0a-4195-9a7a-75e9acf282e1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.1275399 May 04 14:07:16.666890 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946d6a7-6a45-40f2-9ed0-f31f6b5f5e31 req-0a64897d-6ba6-4eb0-9779-a73b4bc97d90 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:16.669077 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4946d6a7-6a45-40f2-9ed0-f31f6b5f5e31 req-0a64897d-6ba6-4eb0-9779-a73b4bc97d90 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.1067204 May 04 14:07:16.778880 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3dd76ee3-e57d-4671-a2a8-6ce6950dd4af req-a917af51-9f65-4ce5-931f-0488cabce570 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624880 May 04 14:07:16.805368 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4946d6a7-6a45-40f2-9ed0-f31f6b5f5e31 req-f3c3f2e7-3c4f-4b41-8128-d1a1f7ff9801 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302521 May 04 14:07:17.082977 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:17.177575 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:17.282700 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP 8948bc8e-31c3-4747-a0b5-566b385c8d28 associated. External IP: 172.27.3.98, port: 5964981b-d660-4937-82f4-4aa39ad02087. May 04 14:07:17.498639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:07:17.614089 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:07:17.618471 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:17.624356 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:07:17.635992 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:17.637333 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:06:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:17.683430 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4fdd9e48-ef2e-499d-acb5-bfbe2db3f02c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "PUT /v2.0/floatingips/8948bc8e-31c3-4747-a0b5-566b385c8d28 HTTP/1.1" status: 200 len: 990 time: 1.2314138 May 04 14:07:17.683430 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:17.683430 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f963de-c5ad-4666-84f8-84c98ca18bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "tag": "5964981b-d660-4937-82f4-4aa39ad02087"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:17.702957 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb6a8b-26b4-40f4-8d7f-401f5f00f3fe x-openstack-request-id: req-7ecb6a8b-26b4-40f4-8d7f-401f5f00f3fe {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:17.703250 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "tag": "5964981b-d660-4937-82f4-4aa39ad02087", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:17.703632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ecb6a8b-26b4-40f4-8d7f-401f5f00f3fe {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:17.704042 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecb6a8b-26b4-40f4-8d7f-401f5f00f3fe'] response: {'name': 'network-changed', 'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087', 'status': 'completed', 'code': 200} May 04 14:07:17.754608 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:17.803185 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-0f3a92cf-24ff-4a74-ac2f-d5d00411eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:17.804688 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-0f3a92cf-24ff-4a74-ac2f-d5d00411eff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 1129 time: 0.0436523 May 04 14:07:17.902495 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-2366a0e1-71f1-4973-ab33-762f7eea995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:17.904077 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-2366a0e1-71f1-4973-ab33-762f7eea995c service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 915 time: 0.0922730 May 04 14:07:17.925674 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35ceeb-c484-419d-9571-8892cf564404 req-bd8e9e2b-15b1-4990-9f2d-f4a9892039d8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:17.927540 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-be35ceeb-c484-419d-9571-8892cf564404 req-bd8e9e2b-15b1-4990-9f2d-f4a9892039d8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 944 time: 0.0742905 May 04 14:07:18.010369 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-be35ceeb-c484-419d-9571-8892cf564404 req-dc486d67-7277-4771-be53-070a4b855e55 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741415 May 04 14:07:18.026075 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-6fc43a82-65a4-4bf7-bbcb-c42571e6d8df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5964981b-d660-4937-82f4-4aa39ad02087 HTTP/1.1" status: 200 len: 998 time: 0.1142695 May 04 14:07:18.081749 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3ea3-5f90-49c4-bf5f-3ada27b85aee req-5612e5eb-ed16-42a6-aa30-a2dfc1598660 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:18.081749 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6dc3ea3-5f90-49c4-bf5f-3ada27b85aee req-5612e5eb-ed16-42a6-aa30-a2dfc1598660 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0522885 May 04 14:07:18.107887 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '8948bc8e-31c3-4747-a0b5-566b385c8d28', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '5964981b-d660-4937-82f4-4aa39ad02087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:46:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:34Z', 'updated_at': '2022-05-04T14:07:16Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}, {'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:18.136446 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-ea8ba08e-c630-45b4-a0dc-3bcfeaaf5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:18.138174 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-ea8ba08e-c630-45b4-a0dc-3bcfeaaf5b3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.0817618 May 04 14:07:18.149932 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:07:18.154157 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6dc3ea3-5f90-49c4-bf5f-3ada27b85aee req-b6da4c2e-2298-4b3c-a28d-54e3eb83d13f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840116 May 04 14:07:18.160849 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:18.162115 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:06:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:18.200145 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-cf6a8788-6bde-44b8-b8c7-2fbceeb1ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:18.201601 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-cf6a8788-6bde-44b8-b8c7-2fbceeb1ab32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436258 May 04 14:07:18.275292 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:18.301543 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-42d55dfa-51b6-42e6-9c23-b48f6b58a7f6 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927911 May 04 14:07:18.393031 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f0f963de-c5ad-4666-84f8-84c98ca18bcb req-50373189-b01f-427d-8266-68aed3d4d61f service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 May 04 14:07:18.458339 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 00062162-c60c-4c1d-b1cc-d72c69d2b9fb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:07:18.500086 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '8948bc8e-31c3-4747-a0b5-566b385c8d28', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '5964981b-d660-4937-82f4-4aa39ad02087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:46:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:34Z', 'updated_at': '2022-05-04T14:07:16Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}, {'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:18.528846 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d924365-d0ab-4b7d-a799-6b6d9a8aef6a None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '8948bc8e-31c3-4747-a0b5-566b385c8d28', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '5964981b-d660-4937-82f4-4aa39ad02087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:46:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:06:34Z', 'updated_at': '2022-05-04T14:07:16Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}, {'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:07:18.563152 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:18.578229 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'port_id': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'mac_address': 'fa:16:3e:8f:d8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:07:18.622859 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:18.629582 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:18.636146 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00062162-c60c-4c1d-b1cc-d72c69d2b9fb {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:07:18.658002 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:18.742570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338719b-b499-455a-99ba-4d0ec0f98e7f None None] New status for floating IP 8948bc8e-31c3-4747-a0b5-566b385c8d28: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:07:18.780943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:19.001670 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:19.134613 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca437d-fa54-4de5-9c60-80e09bb868dd req-1b66d9ed-8318-49f1-b4d9-b074c0f72e3b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:19.136593 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f2ca437d-fa54-4de5-9c60-80e09bb868dd req-1b66d9ed-8318-49f1-b4d9-b074c0f72e3b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 945 time: 0.0476837 May 04 14:07:19.190774 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f2ca437d-fa54-4de5-9c60-80e09bb868dd req-3db69887-2e62-4c75-a5b3-96dda4d1fbda tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482647 May 04 14:07:19.265922 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['00062162-c60c-4c1d-b1cc-d72c69d2b9fb'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:07:19.282321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202af6-0c73-49b9-a6d5-31ff46dff7d3 req-d1892aa6-06f2-492b-be3b-0dbe14df76f2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:19.283886 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85202af6-0c73-49b9-a6d5-31ff46dff7d3 req-d1892aa6-06f2-492b-be3b-0dbe14df76f2 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0508425 May 04 14:07:19.341201 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85202af6-0c73-49b9-a6d5-31ff46dff7d3 req-f249fff0-cdf0-4bd2-a9ad-527c73d2ec50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515318 May 04 14:07:19.743682 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:07:20.309662 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816008c4-9feb-4fe2-bbb3-96ec0e4a06c2 req-13af949b-aa19-4efc-940f-0c89fb395ce3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:20.311147 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-816008c4-9feb-4fe2-bbb3-96ec0e4a06c2 req-13af949b-aa19-4efc-940f-0c89fb395ce3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 945 time: 0.0474973 May 04 14:07:20.359888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-816008c4-9feb-4fe2-bbb3-96ec0e4a06c2 req-28872409-1b9d-419e-86a3-67e5c13646d1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 May 04 14:07:20.450969 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ef47-f42f-40a6-9980-58a06d157c88 req-7ce3c182-9a7a-4abd-b46d-fc20e9933921 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:20.452445 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6305ef47-f42f-40a6-9980-58a06d157c88 req-7ce3c182-9a7a-4abd-b46d-fc20e9933921 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0467553 May 04 14:07:20.502240 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6305ef47-f42f-40a6-9980-58a06d157c88 req-d9444ba6-55d3-4c05-9a93-88d9884bca93 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 May 04 14:07:20.759143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 00062162-c60c-4c1d-b1cc-d72c69d2b9fb up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:07:20.806641 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:07:20.877957 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:07:20.878343 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:20.957520 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:20.957910 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:20.980052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:20.982346 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a039d6-ca81-41b2-98d0-068393a88bf1" -d '{"events": [{"server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "name": "network-vif-plugged", "status": "completed", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:20.996192 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:21.019734 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad036d0d-b25b-461b-876c-b887bbeb0584 x-openstack-request-id: req-ad036d0d-b25b-461b-876c-b887bbeb0584 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:21.020025 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "name": "network-vif-plugged", "status": "completed", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:21.020285 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad036d0d-b25b-461b-876c-b887bbeb0584 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:21.020690 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad036d0d-b25b-461b-876c-b887bbeb0584'] response: {'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'code': 200} May 04 14:07:21.081524 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:21.135921 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:21.475914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea68c17-5e68-40f6-9f4f-908b703b8955 req-81c84de0-5c19-45ff-a2a6-98836bcd1f20 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:21.477415 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eea68c17-5e68-40f6-9f4f-908b703b8955 req-81c84de0-5c19-45ff-a2a6-98836bcd1f20 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0496776 May 04 14:07:21.523810 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9aa8-ce53-4101-a0ef-9e7404607206 req-33ea561b-0ba2-43b8-a892-222de06ceda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:21.525332 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-317b9aa8-ce53-4101-a0ef-9e7404607206 req-33ea561b-0ba2-43b8-a892-222de06ceda1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 1130 time: 0.0438499 May 04 14:07:21.530137 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eea68c17-5e68-40f6-9f4f-908b703b8955 req-fcef2647-6334-40d4-a73b-947ed92f5c23 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 May 04 14:07:21.574693 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-317b9aa8-ce53-4101-a0ef-9e7404607206 req-5ac7128d-bda1-419f-bb3a-01d7f146534d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 May 04 14:07:21.621993 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f5da9-9297-4997-8677-d1c3a26374fa req-b2f1b9dd-ebf9-40f2-81ad-27dd20de728c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:21.623441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-262f5da9-9297-4997-8677-d1c3a26374fa req-b2f1b9dd-ebf9-40f2-81ad-27dd20de728c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0466805 May 04 14:07:21.670101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-262f5da9-9297-4997-8677-d1c3a26374fa req-d9d9d55a-1578-4090-944f-0793dbf96910 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410726 May 04 14:07:22.651040 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50edd5-b359-4878-8d03-55db7a85cf71 req-7a1222da-391f-404d-b188-65d11390b70c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:22.653213 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d50edd5-b359-4878-8d03-55db7a85cf71 req-7a1222da-391f-404d-b188-65d11390b70c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0511415 May 04 14:07:22.702480 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d50edd5-b359-4878-8d03-55db7a85cf71 req-bb0f4748-eb37-45f1-85a3-7042796adc58 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 May 04 14:07:22.787323 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab0a6-0acb-4119-a839-4b8a627b5836 req-b535f677-4ba4-41fd-80c5-bf3f7f225428 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:22.788864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f82ab0a6-0acb-4119-a839-4b8a627b5836 req-b535f677-4ba4-41fd-80c5-bf3f7f225428 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0492492 May 04 14:07:22.837424 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f82ab0a6-0acb-4119-a839-4b8a627b5836 req-c5f33d90-edd3-4123-95d5-85a54dad5561 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 May 04 14:07:23.820406 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11d7a-10a8-4593-8409-fbbd1d1a93a0 req-5365ca15-8002-4651-b659-ccc711d7ac36 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:23.821791 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bff11d7a-10a8-4593-8409-fbbd1d1a93a0 req-5365ca15-8002-4651-b659-ccc711d7ac36 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0503910 May 04 14:07:23.874676 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bff11d7a-10a8-4593-8409-fbbd1d1a93a0 req-6b3210d6-60de-43d1-ba29-9704d6c876a0 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471070 May 04 14:07:23.952022 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a23817-d949-435e-9896-fb8dc6aa1f85 req-4e941f66-83d9-4dc8-b565-81f4dfa0e034 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:23.953544 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42a23817-d949-435e-9896-fb8dc6aa1f85 req-4e941f66-83d9-4dc8-b565-81f4dfa0e034 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0460815 May 04 14:07:24.001160 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42a23817-d949-435e-9896-fb8dc6aa1f85 req-eb52e501-9cc3-4106-885b-ff8f0136c152 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 May 04 14:07:24.990125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f6d66-8033-46bb-93ac-7604ddcb8aeb req-1ae3f9cf-936f-4bdc-9656-3f2ee876cf7d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:24.991596 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c7f6d66-8033-46bb-93ac-7604ddcb8aeb req-1ae3f9cf-936f-4bdc-9656-3f2ee876cf7d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0477738 May 04 14:07:25.049279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c7f6d66-8033-46bb-93ac-7604ddcb8aeb req-bd7b2446-e29d-464e-8fda-04174ff37a75 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508156 May 04 14:07:25.155453 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451ae57-dcc0-48af-af4b-b9ef5ae0aaea req-5dd1806f-390b-4a57-a73f-934722a1db0a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:25.156890 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2451ae57-dcc0-48af-af4b-b9ef5ae0aaea req-5dd1806f-390b-4a57-a73f-934722a1db0a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0711598 May 04 14:07:25.178394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a49b8e-4887-4b69-b3dd-ef9c15b20f7e req-f1c025de-3194-45eb-9797-146c21710d28 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:25.179823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7a49b8e-4887-4b69-b3dd-ef9c15b20f7e req-f1c025de-3194-45eb-9797-146c21710d28 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0660987 May 04 14:07:25.236631 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2451ae57-dcc0-48af-af4b-b9ef5ae0aaea req-56c0dac3-9fd8-434c-8d18-79925c9679d7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740223 May 04 14:07:25.251593 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7a49b8e-4887-4b69-b3dd-ef9c15b20f7e req-ec4e37f9-c0d3-46b8-a3ab-415d508607c2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653768 May 04 14:07:25.733486 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-d03f5a31-52d6-4b99-a423-5761c61abd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:25.735000 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-d03f5a31-52d6-4b99-a423-5761c61abd44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.0436230 May 04 14:07:26.012816 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e267-6104-47ce-b2df-40beaa44ddb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:26.168643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585d5ff-0a00-4471-9eb0-102463141fa7 req-1a1a12d3-b00f-4f47-bab0-02017a301172 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.170120 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4585d5ff-0a00-4471-9eb0-102463141fa7 req-1a1a12d3-b00f-4f47-bab0-02017a301172 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0526795 May 04 14:07:26.220101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4585d5ff-0a00-4471-9eb0-102463141fa7 req-c129e54d-2e7f-4ca4-9fa8-50a63bb0cc54 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 May 04 14:07:26.362316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb8af-8579-4829-8717-530bded7b3d6 req-7466d05d-d408-4487-9d9c-8d5d8bd9ff8b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.363755 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d77bb8af-8579-4829-8717-530bded7b3d6 req-7466d05d-d408-4487-9d9c-8d5d8bd9ff8b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0729904 May 04 14:07:26.391033 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834626ad-84d6-418f-8906-ac81e8d2facd req-86b6dc37-0fbd-41f3-8014-37ad2d157512 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.392471 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-834626ad-84d6-418f-8906-ac81e8d2facd req-86b6dc37-0fbd-41f3-8014-37ad2d157512 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0730984 May 04 14:07:26.439835 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d77bb8af-8579-4829-8717-530bded7b3d6 req-5c60576a-61bf-4077-8afe-29e2aa4d8d91 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704606 May 04 14:07:26.462327 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-834626ad-84d6-418f-8906-ac81e8d2facd req-48d77d9e-3c1d-4e4f-b954-0ce9b331db21 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630617 May 04 14:07:26.462513 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40732) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:07:26.548160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88af6ae-3e8f-48f8-8f1a-ee3224192091 req-113a57a9-c258-4bbb-b00c-e92263759b1b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.549735 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e88af6ae-3e8f-48f8-8f1a-ee3224192091 req-113a57a9-c258-4bbb-b00c-e92263759b1b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0523896 May 04 14:07:26.560645 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d375beb-1fc0-4bba-9d33-0e3f2e58a478 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.562423 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5d375beb-1fc0-4bba-9d33-0e3f2e58a478 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 1125 time: 0.0986662 May 04 14:07:26.565283 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40736) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:07:26.569595 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'port_id': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'tenant_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:26.600188 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e88af6ae-3e8f-48f8-8f1a-ee3224192091 req-ef2b3689-9d75-44d8-9da7-d8102584dac6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 May 04 14:07:26.674027 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:26.822115 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-a34e2935-e097-473f-a7bb-0d615eb6b81a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195145 May 04 14:07:26.843866 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:26.845988 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-22dc3dac-94da-4939-8142-eb2844799255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:26.847599 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-22dc3dac-94da-4939-8142-eb2844799255 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1957662 May 04 14:07:26.960442 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.27.3.201 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/6daa1533-5bd9-426f-84a4-eaa8bb89702f) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:07:27.077338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-9a991d48-481c-4fcd-baed-2eeee3ceb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.078827 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-9a991d48-481c-4fcd-baed-2eeee3ceb885 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 1130 time: 0.0768206 May 04 14:07:27.086251 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-99c141fe-232f-4c90-ac8c-b01db677c2d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 1001 time: 0.1316938 May 04 14:07:27.251149 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:27.259775 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-d46765a4-ab3f-40f7-b8d1-6c967c546656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.261756 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-d46765a4-ab3f-40f7-b8d1-6c967c546656 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.1331472 May 04 14:07:27.315604 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-522b9984-9c32-4524-b13e-9ed7fb691f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.317160 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-522b9984-9c32-4524-b13e-9ed7fb691f75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1564977 May 04 14:07:27.369786 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-f0de8aff-a005-42fb-a9e3-9c462ffad743 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 200 len: 217 time: 0.0438004 May 04 14:07:27.372624 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-2fcdea73-4068-4593-9431-755ce9ee95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.374056 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-2fcdea73-4068-4593-9431-755ce9ee95d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0908954 May 04 14:07:27.485364 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-eed0a286-87a5-4f77-8ef3-e4c00df13ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.486860 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-eed0a286-87a5-4f77-8ef3-e4c00df13ede service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0967147 May 04 14:07:27.489570 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:27.593992 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6160599-27f9-4931-ba27-1fc9d204a1b0 req-c40ee890-da36-47c3-b82b-7b91e1556b2c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.594612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:07:27.595527 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6160599-27f9-4931-ba27-1fc9d204a1b0 req-c40ee890-da36-47c3-b82b-7b91e1556b2c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0488586 May 04 14:07:27.602082 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-80ea902d-29a1-4e03-96dd-d981b1c021fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.603512 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-80ea902d-29a1-4e03-96dd-d981b1c021fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1042669 May 04 14:07:27.608614 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:07:27.618259 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=6daa1533-5bd9-426f-84a4-eaa8bb89702f,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:27.622430 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-0acc5396-0d2a-4a43-ad89-1cb52c75d1dd service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252846 May 04 14:07:27.624314 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:07:27.645437 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6160599-27f9-4931-ba27-1fc9d204a1b0 req-a996cb09-6150-4771-97e9-670854b10991 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 May 04 14:07:27.753741 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf69d-5075-405c-8e2d-07d8e8340797 req-3dfa8a10-79e6-4c3d-a619-e5ec87e15126 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:27.755906 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f1bf69d-5075-405c-8e2d-07d8e8340797 req-3dfa8a10-79e6-4c3d-a619-e5ec87e15126 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0528405 May 04 14:07:27.816547 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f1bf69d-5075-405c-8e2d-07d8e8340797 req-dbc1f604-8bf4-43a9-9205-1a0ee6e4cf8e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526321 May 04 14:07:27.879163 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6b53bf5a-5bf5-4025-984b-4fd6ff8c7dfd req-9f57dbf9-a8d0-47c7-9b72-a58b0e46ecd2 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408011 May 04 14:07:27.882724 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-fe55ee3c-511b-4e4f-a27f-8204b6831357 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713990 May 04 14:07:28.016506 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825dafc-a97c-4cf6-9ce6-666265347b63 req-bc0bc8f8-cf13-4c39-b44d-025135e9d19f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:28.018108 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c825dafc-a97c-4cf6-9ce6-666265347b63 req-bc0bc8f8-cf13-4c39-b44d-025135e9d19f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0534647 May 04 14:07:28.043079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5be540d1-5d85-4434-8bf8-349cb0e4cdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.070471 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c825dafc-a97c-4cf6-9ce6-666265347b63 req-a8d9ac72-3937-43fa-80cc-887c87462014 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 May 04 14:07:28.323199 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5c6c8213-44d9-43cd-9efc-1f59572798a3 req-4e50f116-a5c3-4ca8-bcdc-c3f0e8d9ff2a service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493134 May 04 14:07:28.421440 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (4df4a5f0-bda8-4960-b483-542c994ccaa8), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.527959 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.584336 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.750187 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.764394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44c4b4-47ef-470f-82e8-cfb9170f41dd req-cf91a0c5-a051-4d03-aaaa-7b59a549969c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:28.771145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ad44c4b4-47ef-470f-82e8-cfb9170f41dd req-cf91a0c5-a051-4d03-aaaa-7b59a549969c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0478609 May 04 14:07:28.812934 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ad44c4b4-47ef-470f-82e8-cfb9170f41dd req-11f5c2b7-7c6d-4047-a730-7242f1849465 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 May 04 14:07:28.824695 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.854931 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (4df4a5f0-bda8-4960-b483-542c994ccaa8), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:28.915092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=6daa1533-5bd9-426f-84a4-eaa8bb89702f,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:28.938358 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd80f-bd5a-4b58-b72d-4fe3291a9309 req-b3af6ea7-d2fa-43e3-84a7-5ee8c793b5ed tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:28.939838 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-783cd80f-bd5a-4b58-b72d-4fe3291a9309 req-b3af6ea7-d2fa-43e3-84a7-5ee8c793b5ed tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0507727 May 04 14:07:28.977910 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 4df4a5f0-bda8-4960-b483-542c994ccaa8 associated. External IP: 172.27.3.201, port: 00062162-c60c-4c1d-b1cc-d72c69d2b9fb. May 04 14:07:28.988098 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-783cd80f-bd5a-4b58-b72d-4fe3291a9309 req-9de80a12-e16d-4c3a-a046-0b5598fcbe88 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 May 04 14:07:29.183388 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee78ec-35c7-4600-82d6-536df80cb7ca req-ac0d74f6-1549-4075-9828-b2eec5531933 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:29.185147 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35ee78ec-35c7-4600-82d6-536df80cb7ca req-ac0d74f6-1549-4075-9828-b2eec5531933 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0466843 May 04 14:07:29.198095 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:07:29.232788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-35ee78ec-35c7-4600-82d6-536df80cb7ca req-228c5f63-762b-451f-8228-49067c45e025 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 May 04 14:07:29.281875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:29.313044 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:07:29.322928 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:07:29.332848 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:29.345074 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:29.409383 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:29.443291 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:29.448202 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4566aee8-c10a-44f4-9a5a-2664017a6805 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8818700 May 04 14:07:29.449124 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:29.452690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73270f86-9012-4ddf-9b6d-e3a95396d376" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:29.491444 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45b8ba-4a62-42fa-97a3-f6c0d7eff396 x-openstack-request-id: req-af45b8ba-4a62-42fa-97a3-f6c0d7eff396 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:29.492002 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:29.492249 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af45b8ba-4a62-42fa-97a3-f6c0d7eff396 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:29.492696 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af45b8ba-4a62-42fa-97a3-f6c0d7eff396'] response: {'name': 'network-changed', 'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'status': 'completed', 'code': 200} May 04 14:07:29.662332 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '4df4a5f0-bda8-4960-b483-542c994ccaa8', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:8f:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:07:28Z', 'updated_at': '2022-05-04T14:07:28Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:29.690350 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:07:29.699335 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:29.699456 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:29.810212 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:29.932201 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35c0e-9b42-4ede-9d75-7af292122d17 req-17902a2b-2b36-4c42-926d-acf78f8fa5bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:29.933610 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a6f35c0e-9b42-4ede-9d75-7af292122d17 req-17902a2b-2b36-4c42-926d-acf78f8fa5bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0497799 May 04 14:07:29.984003 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a6f35c0e-9b42-4ede-9d75-7af292122d17 req-13ec51a7-db2b-4eec-a983-9af7c5304dad tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 May 04 14:07:30.032160 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '4df4a5f0-bda8-4960-b483-542c994ccaa8', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:8f:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:07:28Z', 'updated_at': '2022-05-04T14:07:28Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:30.060990 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0463f7-912f-4b16-a539-035b13c9118b None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '4df4a5f0-bda8-4960-b483-542c994ccaa8', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:8f:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:07:28Z', 'updated_at': '2022-05-04T14:07:28Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:07:30.116753 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8b24-392b-4d65-b3ba-830a37ed463c req-b5b32858-07c7-4c20-a10c-8032d91fccbd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:30.118256 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-169f8b24-392b-4d65-b3ba-830a37ed463c req-b5b32858-07c7-4c20-a10c-8032d91fccbd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0524075 May 04 14:07:30.169056 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-169f8b24-392b-4d65-b3ba-830a37ed463c req-57b4b2dc-64cb-40ef-951a-815f39c9ea4a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 May 04 14:07:30.275752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a731760-65f6-4b9b-8a71-2395b95bbce1 None None] New status for floating IP 4df4a5f0-bda8-4960-b483-542c994ccaa8: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:07:30.350086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75e33-aba8-44f1-b70c-3180c101d5ce req-8267249c-488f-4a56-9926-1e4372c7e20e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:30.351581 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6be75e33-aba8-44f1-b70c-3180c101d5ce req-8267249c-488f-4a56-9926-1e4372c7e20e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0478756 May 04 14:07:30.406171 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6be75e33-aba8-44f1-b70c-3180c101d5ce req-1a1a0b62-c2c4-425d-a2b6-aff98e88b307 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 May 04 14:07:30.529040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-b051de70-34de-4ab6-870a-6cdf135e6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:30.530685 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-b051de70-34de-4ab6-870a-6cdf135e6a04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 1130 time: 0.0448649 May 04 14:07:30.910249 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:31.020213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-316d4b0b-1cc9-495f-bde2-b579ced9ed18 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.021324 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-316d4b0b-1cc9-495f-bde2-b579ced9ed18 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0752690 May 04 14:07:31.074680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-aaf0dc23-ba0b-4d71-af53-7f0ec481f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.076198 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-aaf0dc23-ba0b-4d71-af53-7f0ec481f706 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.1314971 May 04 14:07:31.100317 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108e149-bafe-428e-a99c-411affbaf5f2 req-bc834dfd-b8f2-44e9-a044-ca0618ee613a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.101779 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7108e149-bafe-428e-a99c-411affbaf5f2 req-bc834dfd-b8f2-44e9-a044-ca0618ee613a tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0464065 May 04 14:07:31.148173 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7108e149-bafe-428e-a99c-411affbaf5f2 req-9ccba0a6-9b8f-4b4b-bc21-72f1ede46124 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 May 04 14:07:31.284858 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5e2a5-d92c-4c02-b521-0c07f4343bd7 req-68b53b38-d896-4f81-9312-dd868559eddf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.286264 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65f5e2a5-d92c-4c02-b521-0c07f4343bd7 req-68b53b38-d896-4f81-9312-dd868559eddf tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0484436 May 04 14:07:31.335887 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65f5e2a5-d92c-4c02-b521-0c07f4343bd7 req-82edb6c7-1f38-451c-8344-f138f0d986a6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 May 04 14:07:31.496162 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-1f05f516-dfaf-4878-86cd-9a7031d6c4dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb HTTP/1.1" status: 200 len: 1002 time: 0.1132457 May 04 14:07:31.514847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Deleting port 02f9a45d-3e83-443c-a218-05a62180b751 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:07:31.515181 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (02f9a45d-3e83-443c-a218-05a62180b751), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:31.529639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c405c-700b-4df6-9e4c-678b3c8a7008 req-cae55780-c618-4b3b-b710-9d440d26b1f5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.531106 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1e6c405c-700b-4df6-9e4c-678b3c8a7008 req-cae55780-c618-4b3b-b710-9d440d26b1f5 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 945 time: 0.0531380 May 04 14:07:31.579296 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1e6c405c-700b-4df6-9e4c-678b3c8a7008 req-10b2518c-10ec-43fd-8f81-37db94ffda9e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 May 04 14:07:31.650180 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] For port 02f9a45d-3e83-443c-a218-05a62180b751, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=02f9a45d-3e83-443c-a218-05a62180b751,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:31.650778 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (02f9a45d-3e83-443c-a218-05a62180b751), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:31.668965 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Calling delete_port for 02f9a45d-3e83-443c-a218-05a62180b751 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:07:31.675487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-adf23962-45e3-4021-9735-83448efcbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.676972 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-adf23962-45e3-4021-9735-83448efcbea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0722487 May 04 14:07:31.763644 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-a3eacb73-3c1e-411f-91cf-3a1498717d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:31.765514 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-a3eacb73-3c1e-411f-91cf-3a1498717d29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819101 May 04 14:07:31.904270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (02f9a45d-3e83-443c-a218-05a62180b751), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:31.934260 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Pushing event deleted for resources: {'Port': ['ID=02f9a45d-3e83-443c-a218-05a62180b751,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:31.950013 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['02f9a45d-3e83-443c-a218-05a62180b751'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:07:31.982635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] No DVR routers for this DVR port 02f9a45d-3e83-443c-a218-05a62180b751 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:07:31.984976 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:31.988231 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e50b8d76-4b28-4b63-b9e8-c71c935229c7 req-53d389a8-e029-4407-bb92-b67606b38b50 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "DELETE /v2.0/ports/02f9a45d-3e83-443c-a218-05a62180b751 HTTP/1.1" status: 204 len: 173 time: 0.6128285 May 04 14:07:31.988663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'name': 'network-vif-deleted', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:31.990904 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a7566-3a77-469e-9856-1c32c8ff8142" -d '{"events": [{"server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "name": "network-vif-deleted", "tag": "02f9a45d-3e83-443c-a218-05a62180b751"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:32.027249 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ef63c-0036-48a7-aaa2-c7e5da85ec00 x-openstack-request-id: req-7d1ef63c-0036-48a7-aaa2-c7e5da85ec00 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:32.027763 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd7c800-e316-4e13-8163-5dab463ab185", "name": "network-vif-deleted", "tag": "02f9a45d-3e83-443c-a218-05a62180b751", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:32.028189 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d1ef63c-0036-48a7-aaa2-c7e5da85ec00 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:32.028603 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1ef63c-0036-48a7-aaa2-c7e5da85ec00'] response: {'server_uuid': '9cd7c800-e316-4e13-8163-5dab463ab185', 'name': 'network-vif-deleted', 'tag': '02f9a45d-3e83-443c-a218-05a62180b751', 'status': 'completed', 'code': 200} May 04 14:07:32.146901 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-18b742dc-36a4-4ccf-9fd0-d5495b78d434 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867918 May 04 14:07:32.264933 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86de9b-2408-4a2e-b099-2af2ddd54581 req-98309bac-9732-4750-af7d-12d41f5cdf52 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:32.266433 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6b86de9b-2408-4a2e-b099-2af2ddd54581 req-98309bac-9732-4750-af7d-12d41f5cdf52 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0496969 May 04 14:07:32.319647 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6b86de9b-2408-4a2e-b099-2af2ddd54581 req-612690ae-b3c4-4683-8572-8cfe81fa0531 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467157 May 04 14:07:32.361716 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:32.399174 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-73270f86-9012-4ddf-9b6d-e3a95396d376 req-e0a38988-64e3-425a-8cd0-1b3fab52d7e1 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093321 May 04 14:07:32.464071 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4680de3-abfc-41db-b79a-85b53bb24f45 req-4285a367-bb1d-49de-9ab5-97731627eb89 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:32.465643 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4680de3-abfc-41db-b79a-85b53bb24f45 req-4285a367-bb1d-49de-9ab5-97731627eb89 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0488677 May 04 14:07:32.521687 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4680de3-abfc-41db-b79a-85b53bb24f45 req-079835fd-8d98-488f-bf77-e5858f90fb56 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498860 May 04 14:07:32.685571 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-04aedaab-2d86-4bce-b671-46d9d24324c0 req-fac81641-b8e3-4a47-b982-0c94298ec1f8 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cd7c800-e316-4e13-8163-5dab463ab185 HTTP/1.1" status: 200 len: 210 time: 0.0268326 May 04 14:07:33.435517 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646903-e347-4f1c-bbef-5b64714a130e req-46b2e146-2346-4352-aacb-4af28a0ae09f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:33.436865 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6d646903-e347-4f1c-bbef-5b64714a130e req-46b2e146-2346-4352-aacb-4af28a0ae09f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0477829 May 04 14:07:33.483697 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6d646903-e347-4f1c-bbef-5b64714a130e req-f497f550-d508-42c9-99db-22f8dc3c3da0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 May 04 14:07:33.642227 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733068b-6b9f-4f2d-a809-450c5aa0a162 req-e8792097-cd8a-4652-b781-16a3d913533c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:33.643748 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4733068b-6b9f-4f2d-a809-450c5aa0a162 req-e8792097-cd8a-4652-b781-16a3d913533c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0502934 May 04 14:07:33.692127 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4733068b-6b9f-4f2d-a809-450c5aa0a162 req-92999b63-be9f-451b-9004-db457a4ff827 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 May 04 14:07:33.837942 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ebe7f-78c9-46e8-916c-8f4754a56c2b req-2c8a1406-b965-4950-8c71-42dccdaedbea tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:33.840054 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-306ebe7f-78c9-46e8-916c-8f4754a56c2b req-2c8a1406-b965-4950-8c71-42dccdaedbea tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0500886 May 04 14:07:33.890528 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-306ebe7f-78c9-46e8-916c-8f4754a56c2b req-376c3e95-8967-46e4-93dd-a60c99d21111 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 May 04 14:07:33.997004 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-7fb8b6b8-24db-4884-929f-bc60aa4c0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:33.998507 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-7fb8b6b8-24db-4884-929f-bc60aa4c0ee9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 1130 time: 0.0397470 May 04 14:07:34.093410 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-31b2a4a9-c714-4485-a60b-eab0cd50d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:34.094905 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-31b2a4a9-c714-4485-a60b-eab0cd50d89b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 912 time: 0.0897255 May 04 14:07:34.165747 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-a84d3989-35de-4d3e-9f8f-4248eb9a1936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 200 len: 1001 time: 0.0590465 May 04 14:07:34.227296 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-61657875-2d06-4d98-8b20-4000e8670ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:34.228818 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-61657875-2d06-4d98-8b20-4000e8670ef1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.0436881 May 04 14:07:34.280276 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-15db87c6-e153-4a24-b17e-01597f283f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:34.281722 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-15db87c6-e153-4a24-b17e-01597f283f74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433810 May 04 14:07:34.375583 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-279ca9a1-fc34-4ad1-bd64-6b9b49865e6b service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 May 04 14:07:34.471742 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-4c852030-1f59-46c3-aa98-b976b39568b6 req-0c1b5935-e3c8-4aae-928d-d7bd76e0c36c service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 May 04 14:07:34.810479 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef596da-430e-4f17-8fea-6effde76cec8 req-94a3e12a-f3c5-4170-a3a8-4057065ccfa5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:34.811966 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ef596da-430e-4f17-8fea-6effde76cec8 req-94a3e12a-f3c5-4170-a3a8-4057065ccfa5 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0486863 May 04 14:07:34.864117 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ef596da-430e-4f17-8fea-6effde76cec8 req-f6603db1-0923-4e97-8a39-522eb2d4e382 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 May 04 14:07:35.004529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060c330-d8fe-4d36-9995-31e0d5f80f58 req-8b5b2e5e-ee5a-4aed-97ea-330474549212 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:35.005942 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8060c330-d8fe-4d36-9995-31e0d5f80f58 req-8b5b2e5e-ee5a-4aed-97ea-330474549212 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0473132 May 04 14:07:35.052411 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8060c330-d8fe-4d36-9995-31e0d5f80f58 req-e931769c-4872-4960-a50d-98511d1dd548 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 May 04 14:07:35.982108 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53186e2a-9829-49d4-9736-8a1f5c274297 req-d6aad3b5-603c-4f13-b60d-835208263162 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:35.984536 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-53186e2a-9829-49d4-9736-8a1f5c274297 req-d6aad3b5-603c-4f13-b60d-835208263162 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0467935 May 04 14:07:36.030177 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-53186e2a-9829-49d4-9736-8a1f5c274297 req-38eccf23-c973-457a-a930-8442af5d3195 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 May 04 14:07:36.169412 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307a6e-80d3-44ce-b3e7-2796f087eb41 req-1841fd45-e2e1-4943-8067-7a0930dca5a3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:36.170860 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d5307a6e-80d3-44ce-b3e7-2796f087eb41 req-1841fd45-e2e1-4943-8067-7a0930dca5a3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0505528 May 04 14:07:36.217795 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d5307a6e-80d3-44ce-b3e7-2796f087eb41 req-da64d5ef-86cb-4f64-ab5f-a5f782f0d62c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 May 04 14:07:36.365355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 02f9a45d-3e83-443c-a218-05a62180b751 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:07:36.390197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 02f9a45d-3e83-443c-a218-05a62180b751 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:07:36.390537 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 02f9a45d-3e83-443c-a218-05a62180b751 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:07:37.146085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e27ef-287d-4bcb-b983-3c77d5204b83 req-42c7c818-0355-413a-bbae-782237634ea2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:37.147551 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e91e27ef-287d-4bcb-b983-3c77d5204b83 req-42c7c818-0355-413a-bbae-782237634ea2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0485122 May 04 14:07:37.194636 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e91e27ef-287d-4bcb-b983-3c77d5204b83 req-e70c5af9-a55a-40dc-83d2-4041ccfe5020 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405538 May 04 14:07:37.339221 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960e37-fa21-4a6c-836d-1f4d85da79cd req-299b3a4d-9705-4e47-a87b-3b1ed573c108 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:37.340666 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-27960e37-fa21-4a6c-836d-1f4d85da79cd req-299b3a4d-9705-4e47-a87b-3b1ed573c108 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0484886 May 04 14:07:37.641998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-27960e37-fa21-4a6c-836d-1f4d85da79cd req-a30df42d-8c36-46b3-b19a-86e763c791d3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956460 May 04 14:07:38.314283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6293ab-28a4-4f6d-a3a3-3afd3efb7a04 req-2fc0bc43-74d1-4df4-bee8-8ecd3d77697e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:38.315789 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f6293ab-28a4-4f6d-a3a3-3afd3efb7a04 req-2fc0bc43-74d1-4df4-bee8-8ecd3d77697e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0496006 May 04 14:07:38.368751 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f6293ab-28a4-4f6d-a3a3-3afd3efb7a04 req-5baadb57-8984-4ad3-80a8-2ab62a5f42d7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473573 May 04 14:07:38.761908 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd947-993b-48f4-a4a7-b702ae25ae2f req-b4f1120d-8790-4c64-881d-466d00dfa131 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:38.761908 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-725dd947-993b-48f4-a4a7-b702ae25ae2f req-b4f1120d-8790-4c64-881d-466d00dfa131 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0504713 May 04 14:07:38.810493 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-725dd947-993b-48f4-a4a7-b702ae25ae2f req-13625a5c-3adf-49b2-8523-2246161ecc34 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 May 04 14:07:39.485945 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8db84-35a4-4a96-a29e-0da81e332147 req-f99deffb-0572-4adc-88d2-ee63ac6bb748 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:39.487480 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-63f8db84-35a4-4a96-a29e-0da81e332147 req-f99deffb-0572-4adc-88d2-ee63ac6bb748 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0485377 May 04 14:07:39.539438 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-63f8db84-35a4-4a96-a29e-0da81e332147 req-f7978ffa-9ea6-4589-a789-4a9f3e3d4c02 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 May 04 14:07:40.655651 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310da0-f3b4-44f9-a132-4f400a9a98af req-3980b8fe-cddd-4bd8-9d1d-42408f4532ff tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:40.657278 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f2310da0-f3b4-44f9-a132-4f400a9a98af req-3980b8fe-cddd-4bd8-9d1d-42408f4532ff tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0476296 May 04 14:07:40.708451 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f2310da0-f3b4-44f9-a132-4f400a9a98af req-388b6169-78de-4bf3-8b93-9c9af35cc62b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 May 04 14:07:41.825508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972439bc-3462-4420-adab-495049bfafce req-b44bcdea-cc9a-410a-abaf-1875df6cf94e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:41.826967 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-972439bc-3462-4420-adab-495049bfafce req-b44bcdea-cc9a-410a-abaf-1875df6cf94e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0502889 May 04 14:07:41.875481 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-972439bc-3462-4420-adab-495049bfafce req-0e494ec3-1d19-4c7f-8d48-8768c5bd176e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 May 04 14:07:42.997799 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98adba-ca89-42bf-b4e6-2b2d06af4677 req-1f6c5cc4-1642-4d89-b5c3-22e108386df8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:42.999312 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf98adba-ca89-42bf-b4e6-2b2d06af4677 req-1f6c5cc4-1642-4d89-b5c3-22e108386df8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0478172 May 04 14:07:43.047788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf98adba-ca89-42bf-b4e6-2b2d06af4677 req-81ae81da-db0c-4289-aaaf-f478bf0bd045 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 May 04 14:07:44.164288 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93befed-ba5a-4f91-9c6a-ca031de6ff46 req-d06ae03e-65a3-4cf7-98b5-5e2cc2a0b252 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:44.165770 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d93befed-ba5a-4f91-9c6a-ca031de6ff46 req-d06ae03e-65a3-4cf7-98b5-5e2cc2a0b252 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0486109 May 04 14:07:44.217014 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d93befed-ba5a-4f91-9c6a-ca031de6ff46 req-2beba469-6c61-42c8-98d5-d54eb31f8349 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 May 04 14:07:44.368114 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-4823759f-38e9-4656-8d30-e3ec1a9ae22c tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:44.369594 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-4823759f-38e9-4656-8d30-e3ec1a9ae22c tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/networks?id=2c9483e1-398f-42c3-af8d-e10732f71d76 HTTP/1.1" status: 200 len: 814 time: 0.1024508 May 04 14:07:44.384889 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-8af8f906-817c-41ec-9d88-bbb5b742731d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/quotas/4ce4c5bab99e40258eeb2be773db75a3 HTTP/1.1" status: 200 len: 375 time: 0.0093076 May 04 14:07:44.420125 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-fa852a90-ed84-4b37-99a7-b4ef34688cc4 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293083 May 04 14:07:44.513551 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-57585515-a258-44a1-8c75-cf9b7c638586 service neutron] 10.222.0.69 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 May 04 14:07:44.605498 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-71ed28d5-61c5-421e-9611-bfde43a2f645 service neutron] 10.222.0.69 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 May 04 14:07:44.837393 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6b4a6eb-0a4e-4175-8180-896593443897 req-10fc58a6-82a1-4544-b136-190f6e51a579 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0279157 May 04 14:07:45.345664 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2079dc0-d380-4305-99c4-c6602d7d6bd3 req-fa756ad0-c125-47fd-a65d-a84b31ee574f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:45.347118 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2079dc0-d380-4305-99c4-c6602d7d6bd3 req-fa756ad0-c125-47fd-a65d-a84b31ee574f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0481310 May 04 14:07:45.395245 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2079dc0-d380-4305-99c4-c6602d7d6bd3 req-88dda8e9-b425-4df8-b71e-d9f1f83ab5b8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 May 04 14:07:45.934909 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db7e756d-170e-426b-9658-0ddb32ec8ad5 req-04d4d2f5-37ae-48b5-b8be-0eb93ef430f3 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0282710 May 04 14:07:46.515803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6a036-bf29-4abe-b5d5-df577ceb3818 req-e26229f0-5ec4-4f4d-afc2-67abc127f1f7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:46.517286 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0cf6a036-bf29-4abe-b5d5-df577ceb3818 req-e26229f0-5ec4-4f4d-afc2-67abc127f1f7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0527859 May 04 14:07:46.563259 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0cf6a036-bf29-4abe-b5d5-df577ceb3818 req-b2544aa2-6fca-4529-87eb-24fe63d33b17 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 May 04 14:07:47.003107 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-b5094bd5-8ff6-4c14-8610-76e163a7f0ab tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:47.004886 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-b5094bd5-8ff6-4c14-8610-76e163a7f0ab tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "GET /v2.0/networks?id=2c9483e1-398f-42c3-af8d-e10732f71d76 HTTP/1.1" status: 200 len: 814 time: 0.1116691 May 04 14:07:47.027838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Request body: {'port': {'device_id': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76', 'admin_state_up': True, 'tenant_id': '4ce4c5bab99e40258eeb2be773db75a3'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:47.048303 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a9bd1cb7-3595-44d3-acd3-23e9a8cea730 req-3212e87f-7a9a-4734-ad76-82e1bb3c1e3d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0314066 May 04 14:07:47.218455 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Made reservation on behalf of 4ce4c5bab99e40258eeb2be773db75a3 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:07:47.222409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:47.356460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Allocated IP 172.20.0.12 (2c9483e1-398f-42c3-af8d-e10732f71d76/47b97c26-3e90-4352-84f8-f9581981432a/f21cc103-6723-451d-9f97-2c30d2cc6083) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:07:47.502652 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks [] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:47.675086 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:47.680152 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4d28c-5c41-4b80-b9d3-e4993f0ddf31 req-2f369656-6aa2-42c7-afc2-83370dad27c2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:47.681899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24b4d28c-5c41-4b80-b9d3-e4993f0ddf31 req-2f369656-6aa2-42c7-afc2-83370dad27c2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0487833 May 04 14:07:47.724112 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Network 2c9483e1-398f-42c3-af8d-e10732f71d76 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:07:47.727534 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:07:47.730445 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:07:47.734085 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24b4d28c-5c41-4b80-b9d3-e4993f0ddf31 req-ca4ea78b-eed3-46af-9109-2aad1accb841 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456836 May 04 14:07:47.735855 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:47.736492 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:47.754873 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Pushing event updated for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.769740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.770974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.770974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:07:47.878788 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-f04aba4a-6529-4055-93cd-a64b9a7ceb62 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8557727 May 04 14:07:48.161363 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83118c23-2001-4579-b402-a887fb1d1c72 req-4cbb110c-20af-496f-a380-95eb7f374d58 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:48.162745 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83118c23-2001-4579-b402-a887fb1d1c72 req-4cbb110c-20af-496f-a380-95eb7f374d58 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 932 time: 0.0462937 May 04 14:07:48.211016 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83118c23-2001-4579-b402-a887fb1d1c72 req-ca455e26-b0b2-462b-922f-caf9a4a1539a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 May 04 14:07:48.839785 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Request body: {'port': {'device_id': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:48.854135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b411a-fad2-4cf5-a245-c58946e267a0 req-a7880fd1-217c-47eb-89ad-059f80d77959 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:48.856456 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-099b411a-fad2-4cf5-a245-c58946e267a0 req-a7880fd1-217c-47eb-89ad-059f80d77959 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0512393 May 04 14:07:48.907921 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:48.917405 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-099b411a-fad2-4cf5-a245-c58946e267a0 req-565903c9-2bf3-4b70-8e14-9751028c48b1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534861 May 04 14:07:49.228414 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd879fa0-f41a-4e04-87f5-755d11a25c07 req-f7e04404-b737-4d4b-b9ac-d2314f46cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:49.230074 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-cd879fa0-f41a-4e04-87f5-755d11a25c07 req-f7e04404-b737-4d4b-b9ac-d2314f46cdce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.2894011 May 04 14:07:49.336387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb0c4-0f77-4da7-ad7c-9504268327e6 req-33df8025-4b2a-4e17-b1be-c0e6aaed875f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:49.337952 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e02cb0c4-0f77-4da7-ad7c-9504268327e6 req-33df8025-4b2a-4e17-b1be-c0e6aaed875f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 932 time: 0.0523314 May 04 14:07:49.344854 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-cd879fa0-f41a-4e04-87f5-755d11a25c07 req-5c0927ad-3c99-4542-aa06-1169315f7a06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729702 May 04 14:07:49.388201 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e02cb0c4-0f77-4da7-ad7c-9504268327e6 req-d6ed58ec-2c3d-487d-820b-dc58cf2d4515 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 May 04 14:07:49.465672 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21cc103-6723-451d-9f97-2c30d2cc6083 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:07:49.473012 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks [] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.485808 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Transition to ACTIVE for port object f21cc103-6723-451d-9f97-2c30d2cc6083 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:07:49.561467 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.616364 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Pushing event updated for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:49.656474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Attempting to bind port f21cc103-6723-451d-9f97-2c30d2cc6083 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:07:49.656801 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Attempting to bind port f21cc103-6723-451d-9f97-2c30d2cc6083 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:07:49.657128 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Attempting to bind port f21cc103-6723-451d-9f97-2c30d2cc6083 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:07:49.661658 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Port f21cc103-6723-451d-9f97-2c30d2cc6083 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:07:49.661977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Attempting to bind port f21cc103-6723-451d-9f97-2c30d2cc6083 on network 2c9483e1-398f-42c3-af8d-e10732f71d76 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:07:49.667520 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:07:49.672901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Checking segment: {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:07:49.672901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Bound using segment: {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:07:49.672901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Bound port: f21cc103-6723-451d-9f97-2c30d2cc6083, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80d4cb6-e79c-444e-86f6-fb199209f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:07:49.672901 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.733326 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:07:49.736361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f21cc103-6723-451d-9f97-2c30d2cc6083,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:07:49.835476 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.872409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:49.873065 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.874397 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] 10.222.0.58 "PUT /v2.0/ports/f21cc103-6723-451d-9f97-2c30d2cc6083 HTTP/1.1" status: 200 len: 1094 time: 1.0394609 May 04 14:07:49.874830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:49.877042 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e5788-3b47-43a9-8869-e170a475f423" -d '{"events": [{"name": "network-changed", "server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:49.898303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bd36-4e9c-40c3-9682-16bb7336e9ce service neutron] Pushing event updated for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:49.916013 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7833f1e4-3a1b-46dc-bc46-c43a1e76f273 x-openstack-request-id: req-7833f1e4-3a1b-46dc-bc46-c43a1e76f273 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:49.916304 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:49.916559 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7833f1e4-3a1b-46dc-bc46-c43a1e76f273 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:49.917223 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7833f1e4-3a1b-46dc-bc46-c43a1e76f273'] response: {'name': 'network-changed', 'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083', 'status': 'completed', 'code': 200} May 04 14:07:50.029378 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd85572-1475-4d36-8299-fa3bdbe1764a req-f83e7af0-912e-4ea2-a11a-874329dcaeba tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:50.030851 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8cd85572-1475-4d36-8299-fa3bdbe1764a req-f83e7af0-912e-4ea2-a11a-874329dcaeba tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0472748 May 04 14:07:50.078079 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8cd85572-1475-4d36-8299-fa3bdbe1764a req-fdd56b9b-7344-4f10-b397-f11e14c2fe6d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 May 04 14:07:50.300870 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-7484cf29-cf2f-42f0-a2a2-b8ee86d9221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:50.302370 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-7484cf29-cf2f-42f0-a2a2-b8ee86d9221b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 1128 time: 0.0421276 May 04 14:07:50.435767 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-f3e40fdf-f676-4a2e-8901-e2bc625e524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:50.437301 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-f3e40fdf-f676-4a2e-8901-e2bc625e524f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043251 May 04 14:07:50.509802 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f21b9-1a24-440a-8176-fb2ecc9a7df9 req-24805134-ba22-44b5-abec-8e3220aaaa0b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:50.511891 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ed5f21b9-1a24-440a-8176-fb2ecc9a7df9 req-24805134-ba22-44b5-abec-8e3220aaaa0b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 944 time: 0.0520353 May 04 14:07:50.558776 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-a1cb1d8a-7eee-4aae-ae20-286cb364240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:50.560530 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0b3e5788-3b47-43a9-8869-e170a475f423 req-a1cb1d8a-7eee-4aae-ae20-286cb364240a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060688 May 04 14:07:50.567417 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ed5f21b9-1a24-440a-8176-fb2ecc9a7df9 req-9ff8d1d5-fcc2-47ce-8b56-94c6bbb7f93b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 May 04 14:07:51.193203 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b899-c9d1-4342-a76e-cd37f84c3a1f req-e7db9646-83d5-406a-bfed-d45e914dad6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:51.194745 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62f2b899-c9d1-4342-a76e-cd37f84c3a1f req-e7db9646-83d5-406a-bfed-d45e914dad6f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0478473 May 04 14:07:51.241580 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-62f2b899-c9d1-4342-a76e-cd37f84c3a1f req-a67ae8b9-ba00-4c1e-8921-99c3da1f82f1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411253 May 04 14:07:51.383904 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-c4f836c2-c249-4ee0-8d1e-2c660f44ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:51.385388 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-c4f836c2-c249-4ee0-8d1e-2c660f44ba7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 1128 time: 0.0416853 May 04 14:07:51.440074 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-b4119407-cbdc-4d73-b00c-689a966e853b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21cc103-6723-451d-9f97-2c30d2cc6083 HTTP/1.1" status: 200 len: 217 time: 0.0362656 May 04 14:07:51.501173 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-d20254fb-8818-4efb-aed3-bfd1c5542d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:51.502803 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-d20254fb-8818-4efb-aed3-bfd1c5542d3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47b97c26-3e90-4352-84f8-f9581981432a HTTP/1.1" status: 200 len: 854 time: 0.0450094 May 04 14:07:51.546445 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-142f97bb-d916-4e67-84c5-67786a2c654d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9483e1-398f-42c3-af8d-e10732f71d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304897 May 04 14:07:51.640643 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-20355ffe-03f1-44ee-bd85-724d6602f821 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 May 04 14:07:51.684578 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e760ee-8a25-4b6e-9db2-23704301fee7 req-b330ce0e-ae52-47f2-8bda-5f1a681ecf37 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:51.686122 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-78e760ee-8a25-4b6e-9db2-23704301fee7 req-b330ce0e-ae52-47f2-8bda-5f1a681ecf37 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 944 time: 0.0491333 May 04 14:07:51.735851 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-78e760ee-8a25-4b6e-9db2-23704301fee7 req-b2e58b7b-5abe-4b3f-b990-e15c19ba1aae tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 May 04 14:07:51.744330 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2d4a021c-6c8f-4600-8f03-3739066f5f65 req-59ac0c09-fdc1-49f2-b4bd-102a10e6b452 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914657 May 04 14:07:52.359381 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad6ac-c664-4686-be3e-dd354abd9477 req-7ddc371f-3f83-401d-91f5-3bf0acb2ff82 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:52.360857 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40aad6ac-c664-4686-be3e-dd354abd9477 req-7ddc371f-3f83-401d-91f5-3bf0acb2ff82 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0504808 May 04 14:07:52.409417 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40aad6ac-c664-4686-be3e-dd354abd9477 req-c8cffc95-44c8-400a-b47e-f0392122a165 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 May 04 14:07:52.857627 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5338-2a60-4720-a4d5-a02aedf98e26 req-8c54c787-62f3-4660-a505-a34959abd83f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:52.859162 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb0f5338-2a60-4720-a4d5-a02aedf98e26 req-8c54c787-62f3-4660-a505-a34959abd83f tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 944 time: 0.0485749 May 04 14:07:52.946367 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1683-f10f-4a5c-892e-380198cbfb69 req-01399e4b-e34e-4e0d-94aa-15c0cb72e6f2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:52.947740 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-455e1683-f10f-4a5c-892e-380198cbfb69 req-01399e4b-e34e-4e0d-94aa-15c0cb72e6f2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0665441 May 04 14:07:52.952003 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb0f5338-2a60-4720-a4d5-a02aedf98e26 req-baba74d0-c512-4b03-b20f-122f602ba193 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870218 May 04 14:07:52.997091 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-455e1683-f10f-4a5c-892e-380198cbfb69 req-db5654b3-d825-4a7b-a9cf-308a213cba4e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 May 04 14:07:53.338481 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f21cc103-6723-451d-9f97-2c30d2cc6083 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:07:53.361720 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-2e22c861-f260-464c-8fdf-65fbbe5d0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:53.363202 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-2e22c861-f260-464c-8fdf-65fbbe5d0750 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.0405662 May 04 14:07:53.441968 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f21cc103-6723-451d-9f97-2c30d2cc6083,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:53.453323 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'f21cc103-6723-451d-9f97-2c30d2cc6083', 'network_id': '2c9483e1-398f-42c3-af8d-e10732f71d76', 'port_id': 'f21cc103-6723-451d-9f97-2c30d2cc6083', 'mac_address': 'fa:16:3e:8f:9c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b97c26-3e90-4352-84f8-f9581981432a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:07:53.467652 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-dbb88de5-f4dc-4f46-b262-0b8e7dab5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:53.469321 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-dbb88de5-f4dc-4f46-b262-0b8e7dab5e75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.0892594 May 04 14:07:53.491124 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port f21cc103-6723-451d-9f97-2c30d2cc6083 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:53.491512 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:53.505625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21cc103-6723-451d-9f97-2c30d2cc6083 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:07:53.524942 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f21cc103-6723-451d-9f97-2c30d2cc6083,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:53.537694 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-6d576a1c-7606-42ae-acef-862a9bde76c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 1001 time: 0.0606942 May 04 14:07:53.589002 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-95c59818-480e-4a0b-9d4f-763cc0911115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:53.590404 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-95c59818-480e-4a0b-9d4f-763cc0911115 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0448809 May 04 14:07:53.601040 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:53.645056 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-72d8005c-de99-44b4-a12c-c1578b2551f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:53.646577 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-72d8005c-de99-44b4-a12c-c1578b2551f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454602 May 04 14:07:53.653689 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:53.743940 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-aa8d0c0c-6443-4c5c-810c-19a699320672 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838559 May 04 14:07:53.839925 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-fab2f3ba-0ec9-467e-9054-433140678a0c req-4904d0a8-cb60-47b2-a3f6-09a9bb068f2c service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 May 04 14:07:54.067976 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624068-064d-4b77-a886-a55e0cd24846 req-8b03123c-063c-450f-a874-d1d64817fe0e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:54.069456 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ff624068-064d-4b77-a886-a55e0cd24846 req-8b03123c-063c-450f-a874-d1d64817fe0e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 945 time: 0.0475512 May 04 14:07:54.127222 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ee1c3-f6f9-4c76-89c8-2bbc0974c837 req-dba6bf98-45bf-4fb9-a860-40b99d8e3156 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:54.128597 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-810ee1c3-f6f9-4c76-89c8-2bbc0974c837 req-dba6bf98-45bf-4fb9-a860-40b99d8e3156 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0582864 May 04 14:07:54.166576 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ff624068-064d-4b77-a886-a55e0cd24846 req-25b25a91-4003-4eee-8578-5fd98571b403 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880260 May 04 14:07:54.193750 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-810ee1c3-f6f9-4c76-89c8-2bbc0974c837 req-c7428124-28ef-44ba-b88d-1de7ca06fba3 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590980 May 04 14:07:54.210016 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['f21cc103-6723-451d-9f97-2c30d2cc6083'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:07:55.282100 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd884b-4e6e-40b1-889d-04f1bf87be9f req-70901e9c-2da2-4880-b4d7-8a0ea5f6434d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:55.283567 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77cd884b-4e6e-40b1-889d-04f1bf87be9f req-70901e9c-2da2-4880-b4d7-8a0ea5f6434d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 945 time: 0.0503724 May 04 14:07:55.344103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370658d-7a0d-4625-a82a-5b91a2c8820a req-a4b29b61-3b8b-45bc-b092-7786b2d6047a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:55.345588 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1370658d-7a0d-4625-a82a-5b91a2c8820a req-a4b29b61-3b8b-45bc-b092-7786b2d6047a tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0714936 May 04 14:07:55.382326 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77cd884b-4e6e-40b1-889d-04f1bf87be9f req-a25163cf-dae9-4a7e-a996-e07a00ae57b4 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910366 May 04 14:07:55.408818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1370658d-7a0d-4625-a82a-5b91a2c8820a req-a19ed9b4-1387-40b1-b055-c617c6503e85 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573783 May 04 14:07:55.472626 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f21cc103-6723-451d-9f97-2c30d2cc6083 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:07:55.517934 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port f21cc103-6723-451d-9f97-2c30d2cc6083 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:07:55.588294 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port f21cc103-6723-451d-9f97-2c30d2cc6083 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:07:55.589352 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:55.670404 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port f21cc103-6723-451d-9f97-2c30d2cc6083 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:07:55.670795 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:55.692883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:55.695162 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd1e27-6f72-48a8-9620-d54ba153a8a2" -d '{"events": [{"server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "name": "network-vif-plugged", "status": "completed", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:55.708545 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f21cc103-6723-451d-9f97-2c30d2cc6083,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:07:55.734092 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af4c7f-899e-4d00-9399-b90f9f7d9b5b x-openstack-request-id: req-d9af4c7f-899e-4d00-9399-b90f9f7d9b5b {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:55.734386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "name": "network-vif-plugged", "status": "completed", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:55.734643 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9af4c7f-899e-4d00-9399-b90f9f7d9b5b {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:55.735045 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9af4c7f-899e-4d00-9399-b90f9f7d9b5b'] response: {'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083', 'code': 200} May 04 14:07:55.805875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:55.854615 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:07:55.960424 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-51a77312-826b-4ed8-955c-9afa0c362a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:56.530493 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573bc8b-c6ff-4e86-b803-ee5ab4586e62 req-2f27d485-b474-4788-9dc9-8af273d9843b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:56.531967 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c573bc8b-c6ff-4e86-b803-ee5ab4586e62 req-2f27d485-b474-4788-9dc9-8af273d9843b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.0798254 May 04 14:07:56.552597 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c4bdd-e565-4889-b65f-a77cac738a73 req-5d961d09-888b-452d-96c5-af6bf3888bfe tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:56.554056 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-817c4bdd-e565-4889-b65f-a77cac738a73 req-5d961d09-888b-452d-96c5-af6bf3888bfe tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0690448 May 04 14:07:56.614783 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c573bc8b-c6ff-4e86-b803-ee5ab4586e62 req-6c5894fe-0a8e-4b67-8e1a-597bf5df5fd3 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 May 04 14:07:56.627537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-817c4bdd-e565-4889-b65f-a77cac738a73 req-0d4d1644-fcab-42e8-bbd6-c139748b46b0 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646865 May 04 14:07:56.747028 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:07:57.044377 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5e99-274b-44f4-b778-8772fac1eb09 req-3070d307-0b45-41f7-92d4-8dd13fbbf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:57.045830 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-976f5e99-274b-44f4-b778-8772fac1eb09 req-3070d307-0b45-41f7-92d4-8dd13fbbf586 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 1130 time: 0.0397906 May 04 14:07:57.096626 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-976f5e99-274b-44f4-b778-8772fac1eb09 req-b319ac66-9aa7-4990-b511-518cdfdc9fcc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 May 04 14:07:57.764835 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c3267-937e-490a-bd9c-6a91452f27a4 req-a76a29b2-bde0-48e2-b948-44f96fe8e33d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:57.766385 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dc3c3267-937e-490a-bd9c-6a91452f27a4 req-a76a29b2-bde0-48e2-b948-44f96fe8e33d tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.0802886 May 04 14:07:57.772280 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67a92-531b-42eb-b503-6cb208e054b9 req-81596e38-9646-421f-9648-02d5e548465f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:57.773639 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3a67a92-531b-42eb-b503-6cb208e054b9 req-81596e38-9646-421f-9648-02d5e548465f tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0772376 May 04 14:07:57.838095 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dc3c3267-937e-490a-bd9c-6a91452f27a4 req-c4ddba55-8555-4b9b-8d49-f1e1c0de3f79 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635202 May 04 14:07:57.850020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3a67a92-531b-42eb-b503-6cb208e054b9 req-4cadce1a-8c41-4cd8-b53c-e8a3c2b40458 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697393 May 04 14:07:57.960296 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8442f8-2c7f-4c34-8a29-4fffd5d85836 req-c116a985-42b5-4a4d-b115-b92158287834 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:57.961694 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bc8442f8-2c7f-4c34-8a29-4fffd5d85836 req-c116a985-42b5-4a4d-b115-b92158287834 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0478518 May 04 14:07:57.970563 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 40978) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:07:57.975040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Request body: {'floatingip': {'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:07:58.035567 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.064242 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2c25-147d-4a8d-bb4f-43a80bcd9851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.475468 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.517952 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.572974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.794481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:07:58.909838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:07:58.914705 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:58.920428 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:07:58.930809 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:58.931434 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:58.946912 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:07:58.949283 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd8ee0-3223-45e5-9234-ae6a1e473353" -d '{"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:07:58.968163 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247dda-7422-4f2e-9f22-7d811ed0515f req-7f1d8c90-5005-403b-8892-5e0b27cee34e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:58.970082 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2247dda-7422-4f2e-9f22-7d811ed0515f req-7f1d8c90-5005-403b-8892-5e0b27cee34e tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.0618067 May 04 14:07:58.985913 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c589df4e-8914-46b1-9571-ba10224555cd tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "PUT /v2.0/floatingips/36ef1f61-48b0-4633-aeb2-5402d66e018c HTTP/1.1" status: 200 len: 993 time: 1.0142825 May 04 14:07:59.005393 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167f2261-58a6-4b63-a2b2-c078afe7a5ae x-openstack-request-id: req-167f2261-58a6-4b63-a2b2-c078afe7a5ae {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:07:59.005760 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:07:59.006088 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-167f2261-58a6-4b63-a2b2-c078afe7a5ae {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:07:59.006553 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167f2261-58a6-4b63-a2b2-c078afe7a5ae'] response: {'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'status': 'completed', 'code': 200} May 04 14:07:59.030915 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2247dda-7422-4f2e-9f22-7d811ed0515f req-4c4c21d5-c8d6-4951-9894-c8189b950bc4 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554144 May 04 14:07:59.149312 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:59.367615 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:07:58Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:59.368646 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-607e56bf-fb8c-4308-9310-835acbac9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:59.371000 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-607e56bf-fb8c-4308-9310-835acbac9be7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.0399451 May 04 14:07:59.372897 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:59.395596 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:07:59.404280 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:07:59.404882 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:59.519807 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:07:59.541517 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-30eb1e6a-59a1-4758-9566-2869d608cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:59.544096 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-30eb1e6a-59a1-4758-9566-2869d608cb8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1655295 May 04 14:07:59.627339 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-4b91fdb4-6893-423a-b0e8-e9d6b577cf58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 1001 time: 0.0605836 May 04 14:07:59.682144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-8cee7a07-83ea-460d-b64a-86d553fa0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:59.684499 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-8cee7a07-83ea-460d-b64a-86d553fa0785 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0493484 May 04 14:07:59.736461 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-cbaec815-c5db-4f05-9ece-48083890c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:07:59.738107 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-cbaec815-c5db-4f05-9ece-48083890c21f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423131 May 04 14:07:59.742739 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:07:58Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:07:59.777580 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cab9d-96fa-4a9d-9903-0e6c0ce22ab7 None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '36ef1f61-48b0-4633-aeb2-5402d66e018c', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'port_id': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'mac_address': 'fa:16:3e:ec:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:39Z', 'updated_at': '2022-05-04T14:07:58Z', 'revision_number': 3, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:07:59.835403 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-56b87c63-5bf6-4ab0-874b-c4181bb28a00 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886240 May 04 14:07:59.936686 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0bbd8ee0-3223-45e5-9234-ae6a1e473353 req-1d5cb6d5-938a-48aa-ae12-b48b2ba4d64e service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935931 May 04 14:08:00.933583 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:01.007752 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:01.010303 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d702504-6e4f-408f-b3f9-bedae9d8ae99" -d '{"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:01.046392 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab3216b-2d50-4733-9f21-16575074b43c x-openstack-request-id: req-2ab3216b-2d50-4733-9f21-16575074b43c {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:01.046682 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:01.046939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ab3216b-2d50-4733-9f21-16575074b43c {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:01.047345 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab3216b-2d50-4733-9f21-16575074b43c'] response: {'name': 'network-changed', 'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'status': 'completed', 'code': 200} May 04 14:08:01.146060 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-418d884c-c122-45d0-807a-70a73ae2f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:01.147594 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-418d884c-c122-45d0-807a-70a73ae2f452 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 1129 time: 0.0402822 May 04 14:08:01.484032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-2da5c6f6-6ad4-4217-80bb-8aff196392b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:01.485771 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-2da5c6f6-6ad4-4217-80bb-8aff196392b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.3291419 May 04 14:08:01.558281 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-e38767eb-34a8-4047-a898-c5e828351d30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 200 len: 1001 time: 0.0622287 May 04 14:08:01.614047 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-0a29952f-264a-4747-a617-c06c97cec82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:01.615534 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-0a29952f-264a-4747-a617-c06c97cec82c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.0480735 May 04 14:08:01.661301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-c905dbff-c8bc-442a-9b1e-2d347e41ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:01.662934 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-c905dbff-c8bc-442a-9b1e-2d347e41ecfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396740 May 04 14:08:01.812843 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-c7a7343f-ebcb-4202-81f8-28dba522f894 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881557 May 04 14:08:01.911156 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3d702504-6e4f-408f-b3f9-bedae9d8ae99 req-b7234164-2049-4764-ad79-100686386910 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888627 May 04 14:08:02.487075 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:11.568772 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f969da-a052-4aed-ad9e-391cfda44469 req-7f1681b6-3838-4861-8793-bfc3be9c7a16 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:11.570251 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32f969da-a052-4aed-ad9e-391cfda44469 req-7f1681b6-3838-4861-8793-bfc3be9c7a16 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0476758 May 04 14:08:11.617578 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32f969da-a052-4aed-ad9e-391cfda44469 req-0a1b1182-3134-4d08-83b3-81c134ce2b7e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 May 04 14:08:12.741411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42048a6b-7fc7-43c2-997c-bf05a114d283 req-23c9d182-7adb-458f-9da4-9dc6bd084a11 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:12.742899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42048a6b-7fc7-43c2-997c-bf05a114d283 req-23c9d182-7adb-458f-9da4-9dc6bd084a11 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0490408 May 04 14:08:12.796463 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-42048a6b-7fc7-43c2-997c-bf05a114d283 req-24140c40-a3ab-49e1-9fa4-7570c1e16552 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 May 04 14:08:13.765707 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3e0bc-14ef-4a96-b7c3-457a1e0dc907 req-1b85ef62-31e0-4e4b-8443-415753b4be54 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:13.767198 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09b3e0bc-14ef-4a96-b7c3-457a1e0dc907 req-1b85ef62-31e0-4e4b-8443-415753b4be54 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0520699 May 04 14:08:13.816330 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09b3e0bc-14ef-4a96-b7c3-457a1e0dc907 req-e30e6ca0-e29d-4d79-86be-da3ec382e3b8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432811 May 04 14:08:13.923814 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e864c-ccde-458b-9b38-41ffc3d81617 req-160942c4-81b2-4b58-b9ed-74c8ee332c7b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:13.925258 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1a0e864c-ccde-458b-9b38-41ffc3d81617 req-160942c4-81b2-4b58-b9ed-74c8ee332c7b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0502532 May 04 14:08:13.973545 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1a0e864c-ccde-458b-9b38-41ffc3d81617 req-cca6d11e-f9a3-4d92-b979-656745208e37 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 May 04 14:08:14.936364 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90b4b8-5835-474f-98f8-4b210c2c95e7 req-bc5f3179-5d80-46e1-aa23-ac940506c35b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:14.937780 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-af90b4b8-5835-474f-98f8-4b210c2c95e7 req-bc5f3179-5d80-46e1-aa23-ac940506c35b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0520618 May 04 14:08:14.984874 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-af90b4b8-5835-474f-98f8-4b210c2c95e7 req-33663865-9a6f-4e4a-a8b9-40cad226a3d4 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414028 May 04 14:08:15.096942 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0418c-db17-45c0-bd68-2d37d916bc6f req-b0fa47af-a308-4ce4-bafe-05673c6351ff tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:15.098511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15f0418c-db17-45c0-bd68-2d37d916bc6f req-b0fa47af-a308-4ce4-bafe-05673c6351ff tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0478380 May 04 14:08:15.148020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-15f0418c-db17-45c0-bd68-2d37d916bc6f req-79b37978-3c49-4d9d-bd28-080959c1783a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 May 04 14:08:16.099147 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd97f5-2ae7-4a07-800a-f7bb097b38ce req-2a1179fe-b87b-423f-9794-fe0051928cca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:16.100592 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-07fd97f5-2ae7-4a07-800a-f7bb097b38ce req-2a1179fe-b87b-423f-9794-fe0051928cca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0489271 May 04 14:08:16.150815 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-07fd97f5-2ae7-4a07-800a-f7bb097b38ce req-2393679f-2b0b-4ab1-9fec-9cb54af44b84 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439157 May 04 14:08:16.269449 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533fcc0-6273-417d-99ae-2aa3e76c9985 req-f9d336e3-798a-4dc6-ae45-9017cdb86e87 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:16.271234 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0533fcc0-6273-417d-99ae-2aa3e76c9985 req-f9d336e3-798a-4dc6-ae45-9017cdb86e87 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0501306 May 04 14:08:16.366843 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0533fcc0-6273-417d-99ae-2aa3e76c9985 req-7fddb699-f673-4fd9-b51c-f1bb3a490307 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891786 May 04 14:08:17.266411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf47e5-3e1c-4076-8172-47dd4060d6cb req-98e2f2cc-4e3e-4771-9b1e-3173763ddee9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:17.267883 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6bf47e5-3e1c-4076-8172-47dd4060d6cb req-98e2f2cc-4e3e-4771-9b1e-3173763ddee9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0489614 May 04 14:08:17.341766 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6bf47e5-3e1c-4076-8172-47dd4060d6cb req-4c6f258c-1f23-4bf5-bdd5-28dea46fe5ef tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681360 May 04 14:08:17.491783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f2f37-d118-4b17-9034-1226c75cbfd9 req-501c906a-df78-4f21-864e-aab6c7952b09 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:17.493218 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8c3f2f37-d118-4b17-9034-1226c75cbfd9 req-501c906a-df78-4f21-864e-aab6c7952b09 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0500925 May 04 14:08:17.545337 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8c3f2f37-d118-4b17-9034-1226c75cbfd9 req-6db5fdb3-8758-4958-b699-113d140ca683 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 May 04 14:08:18.457276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe509f2-5b12-4f41-8e13-27d9bcfeeae6 req-c0bba065-d5b8-4639-acf9-26c88d738389 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:18.458746 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8fe509f2-5b12-4f41-8e13-27d9bcfeeae6 req-c0bba065-d5b8-4639-acf9-26c88d738389 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0487854 May 04 14:08:18.507672 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8fe509f2-5b12-4f41-8e13-27d9bcfeeae6 req-ade5abf8-6413-4da9-b50a-8120d1924fc6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425129 May 04 14:08:18.678880 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1289c-59a3-4e4a-aeed-d9dc471b4a74 req-a7fe102f-76f9-458c-82d3-24397d1e435d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:18.680322 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6af1289c-59a3-4e4a-aeed-d9dc471b4a74 req-a7fe102f-76f9-458c-82d3-24397d1e435d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0542490 May 04 14:08:18.728102 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6af1289c-59a3-4e4a-aeed-d9dc471b4a74 req-2dfa308a-5edc-43cd-b160-119c6b41664a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 May 04 14:08:19.622975 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466543-d57f-443e-b1b0-914ddd74bd0c req-c2115418-3a70-4871-9581-4aac420abbc9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:19.624493 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09466543-d57f-443e-b1b0-914ddd74bd0c req-c2115418-3a70-4871-9581-4aac420abbc9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0485222 May 04 14:08:19.674042 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09466543-d57f-443e-b1b0-914ddd74bd0c req-1fc861b4-19c9-44e5-b322-7338d38dd11d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435381 May 04 14:08:19.851639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15112e-329e-4018-ba56-3651894e3f9d req-b4fde6e0-5d7f-4bea-a3dd-f028bc8cfb13 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:19.853128 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8e15112e-329e-4018-ba56-3651894e3f9d req-b4fde6e0-5d7f-4bea-a3dd-f028bc8cfb13 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0484016 May 04 14:08:19.907881 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8e15112e-329e-4018-ba56-3651894e3f9d req-a867d0fb-babf-4088-8851-a8d8ac4db031 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 May 04 14:08:20.155412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-e4a9163a-cb9f-4491-bfe5-190de63dac34 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:20.156782 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-e4a9163a-cb9f-4491-bfe5-190de63dac34 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0768986 May 04 14:08:20.168359 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-98c0afab-2252-4918-8850-f3795ba4308b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:20.169781 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-98c0afab-2252-4918-8850-f3795ba4308b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0814497 May 04 14:08:20.333659 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Deleting port 60502655-d908-4b64-8366-bac3898e887f {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:20.334005 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (60502655-d908-4b64-8366-bac3898e887f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.342088 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port 5964981b-d660-4937-82f4-4aa39ad02087 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:20.342418 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (5964981b-d660-4937-82f4-4aa39ad02087), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.496870 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] For port 60502655-d908-4b64-8366-bac3898e887f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60502655-d908-4b64-8366-bac3898e887f,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:20.497138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (60502655-d908-4b64-8366-bac3898e887f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.508167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] For port 5964981b-d660-4937-82f4-4aa39ad02087, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5964981b-d660-4937-82f4-4aa39ad02087,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:20.508527 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (5964981b-d660-4937-82f4-4aa39ad02087), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.790175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb4f4-5fdb-4308-bd39-37a24dc70a1a req-86f1b0ab-b740-4cab-be3e-6d0e72402c68 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:20.791731 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-73dfb4f4-5fdb-4308-bd39-37a24dc70a1a req-86f1b0ab-b740-4cab-be3e-6d0e72402c68 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 945 time: 0.0492141 May 04 14:08:20.842376 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-73dfb4f4-5fdb-4308-bd39-37a24dc70a1a req-7507eeac-65d0-4b7b-92b4-cf900bf57072 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=c13ee587-90b5-49c2-998b-58d07cdf27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448127 May 04 14:08:20.867337 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.867694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.868002 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Floating IP 85361f75-2cf2-467e-a65b-15460729f0c0 disassociated. External IP: 172.27.3.207, port: 60502655-d908-4b64-8366-bac3898e887f. May 04 14:08:20.868335 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Calling delete_port for 60502655-d908-4b64-8366-bac3898e887f owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:20.886600 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.886980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:20.887295 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP 8948bc8e-31c3-4747-a0b5-566b385c8d28 disassociated. External IP: 172.27.3.98, port: 5964981b-d660-4937-82f4-4aa39ad02087. May 04 14:08:20.887630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for 5964981b-d660-4937-82f4-4aa39ad02087 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:21.041858 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7a0-fd6e-4f60-bb0c-7a9d1ca15f76 req-98058a1c-36a4-47f1-9360-3c0cb42cd796 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:21.043517 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b964a7a0-fd6e-4f60-bb0c-7a9d1ca15f76 req-98058a1c-36a4-47f1-9360-3c0cb42cd796 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0519807 May 04 14:08:21.092908 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b964a7a0-fd6e-4f60-bb0c-7a9d1ca15f76 req-bafe3c28-97fd-4fc4-bcb6-4b0459c1d0fd tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=70ac5029-8269-4238-af59-4467ab9d3c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 May 04 14:08:21.188605 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (60502655-d908-4b64-8366-bac3898e887f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:21.217447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'Port': ['ID=60502655-d908-4b64-8366-bac3898e887f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:21.260024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (5964981b-d660-4937-82f4-4aa39ad02087), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:21.297430 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=5964981b-d660-4937-82f4-4aa39ad02087,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:21.439254 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:21.508956 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:21.615243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:21.628269 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:21.640443 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:21.641138 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:21.690460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] No DVR routers for this DVR port 60502655-d908-4b64-8366-bac3898e887f on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:21.694047 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:21.697370 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9831b244-fc4e-4a00-b781-ea99ffcdde4e req-7d855981-ed3d-43a0-8a3c-20cd4913330c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "DELETE /v2.0/ports/60502655-d908-4b64-8366-bac3898e887f HTTP/1.1" status: 204 len: 173 time: 1.5266933 May 04 14:08:21.698429 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-deleted', 'tag': '60502655-d908-4b64-8366-bac3898e887f'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:21.700651 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7626466-b513-435c-b936-55c22af2c026" -d '{"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-deleted", "tag": "60502655-d908-4b64-8366-bac3898e887f"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:21.729250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:21.741692 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:21.765441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2596862-441c-4b2c-bcc5-9a3a1a942801 x-openstack-request-id: req-a2596862-441c-4b2c-bcc5-9a3a1a942801 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:21.765967 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4057396-4cdf-4a73-844c-1227aa5db5b8", "name": "network-vif-deleted", "tag": "60502655-d908-4b64-8366-bac3898e887f", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:21.765967 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2596862-441c-4b2c-bcc5-9a3a1a942801 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:21.766384 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2596862-441c-4b2c-bcc5-9a3a1a942801'] response: {'server_uuid': 'd4057396-4cdf-4a73-844c-1227aa5db5b8', 'name': 'network-vif-deleted', 'tag': '60502655-d908-4b64-8366-bac3898e887f', 'status': 'completed', 'code': 200} May 04 14:08:21.767109 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:21.768407 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:21.802577 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] No DVR routers for this DVR port 5964981b-d660-4937-82f4-4aa39ad02087 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:21.804370 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:21.805860 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:21.811869 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8e5c9a9d-fb73-43d6-88a7-c520777f4b10 req-747a7ffe-9a99-4ce1-9be7-4ec20564d7c3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "DELETE /v2.0/ports/5964981b-d660-4937-82f4-4aa39ad02087 HTTP/1.1" status: 204 len: 173 time: 1.6162665 May 04 14:08:21.921677 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:21.973115 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdfe936c-b315-436e-aeb7-b059cfb2dde6 req-e2ec7091-3d98-43db-8359-c113eafa674e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0533340 May 04 14:08:22.059187 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.092096 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:22.101883 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:22.102528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.226895 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.247039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:22.267387 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:22.278778 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:22.279415 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:07:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.282035 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7cbab8ce-c6fc-45b2-bca2-c06dde741a19 req-9847f529-066c-428f-86ba-61eb4bfe8eb4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0572321 May 04 14:08:22.416134 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:22.617982 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.650526 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77b8a5-620e-4b4e-960a-2028bcfb199a None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:22.678851 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:22.712612 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e90cb-0a56-4f55-8ff7-2f7058d89f8a None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'd04dcbdf-16c9-4a2c-9fc5-54190c444691', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '64ec8cd9-56ab-470b-9756-429c48d66127', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:b6:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:05:01Z', 'updated_at': '2022-05-04T14:05:28Z', 'revision_number': 2, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:22.997584 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49213c-853d-4757-b7bb-1442ed91512a None None] New status for floating IP 85361f75-2cf2-467e-a65b-15460729f0c0: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:23.052432 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ed7ab-7176-46a5-81a5-1a6dcbf6cedb None None] New status for floating IP 8948bc8e-31c3-4747-a0b5-566b385c8d28: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:23.121979 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-46cd138e-c5ab-46ac-aa02-04478645a71b req-3a38cb66-b4b9-49fd-99e4-689475995fc8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=9686e72e-a8ef-41e8-969c-601a46a8b3fd HTTP/1.1" status: 200 len: 210 time: 0.0416667 May 04 14:08:23.408261 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f695e420-d500-4b15-ac80-d3c63642f39f req-2c4f99ec-bc61-4cb1-9d45-b3f291e3b5f3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4057396-4cdf-4a73-844c-1227aa5db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0300710 May 04 14:08:23.768063 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'name': 'network-vif-deleted', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:23.769737 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cba539-a120-4ad5-b0d0-4d7759a203b5" -d '{"events": [{"server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "name": "network-vif-deleted", "tag": "5964981b-d660-4937-82f4-4aa39ad02087"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:23.810333 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ec459-b6a1-48e2-8aba-b997a4b9aaca x-openstack-request-id: req-3f3ec459-b6a1-48e2-8aba-b997a4b9aaca {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:23.810664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686e72e-a8ef-41e8-969c-601a46a8b3fd", "name": "network-vif-deleted", "tag": "5964981b-d660-4937-82f4-4aa39ad02087", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:23.810997 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f3ec459-b6a1-48e2-8aba-b997a4b9aaca {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:23.811429 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3ec459-b6a1-48e2-8aba-b997a4b9aaca'] response: {'server_uuid': '9686e72e-a8ef-41e8-969c-601a46a8b3fd', 'name': 'network-vif-deleted', 'tag': '5964981b-d660-4937-82f4-4aa39ad02087', 'status': 'completed', 'code': 200} May 04 14:08:24.572524 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41180) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:24.631444 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (70ac5029-8269-4238-af59-4467ab9d3c95), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:24.659191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (70ac5029-8269-4238-af59-4467ab9d3c95), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:24.829927 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (70ac5029-8269-4238-af59-4467ab9d3c95), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:24.832554 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:24.833754 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "DELETE /v2.0/security-groups/70ac5029-8269-4238-af59-4467ab9d3c95 HTTP/1.1" status: 204 len: 168 time: 0.2594304 May 04 14:08:24.836739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41182) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:24.844971 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd44a5d-2ada-4fdd-9b9f-690826421c60 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac5029-8269-4238-af59-4467ab9d3c95,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:24.862391 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.api.v2.resource [None req-8bcc28d1-b479-472e-8913-9ec856976f91 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] show failed (client error): The resource could not be found. May 04 14:08:24.869187 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8bcc28d1-b479-472e-8913-9ec856976f91 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups/70ac5029-8269-4238-af59-4467ab9d3c95 HTTP/1.1" status: 404 len: 347 time: 0.0265272 May 04 14:08:24.872605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41184) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:24.994050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Deleting port 35b33e13-a7dc-46fc-a76c-b43958d16677 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:24.994407 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.076175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.076485 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (35b33e13-a7dc-46fc-a76c-b43958d16677), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.089866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Calling delete_port for 35b33e13-a7dc-46fc-a76c-b43958d16677 owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:25.346514 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41192) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:25.384352 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (35b33e13-a7dc-46fc-a76c-b43958d16677), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.412263 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'Port': ['ID=35b33e13-a7dc-46fc-a76c-b43958d16677,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:25.434664 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.435012 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.435348 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.435711 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.436042 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.436367 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.436700 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.437016 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.437361 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.437686 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.438013 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.438331 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.438757 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.438969 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.439285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:25.475138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (c13ee587-90b5-49c2-998b-58d07cdf27e6), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.552622 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118877a1-a9bc-426d-b834-55cab3205a6d req-b8651867-0b06-49ca-8ddd-7d5426ce1dca tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:25.554123 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-118877a1-a9bc-426d-b834-55cab3205a6d req-b8651867-0b06-49ca-8ddd-7d5426ce1dca tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.1117563 May 04 14:08:25.562590 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (c13ee587-90b5-49c2-998b-58d07cdf27e6), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.594837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (85361f75-2cf2-467e-a65b-15460729f0c0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.597335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.598467 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cbef3b1e-a451-4684-a0ae-41faada59527 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "DELETE /v2.0/floatingips/85361f75-2cf2-467e-a65b-15460729f0c0 HTTP/1.1" status: 204 len: 168 time: 0.7246609 May 04 14:08:25.609189 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 5964981b-d660-4937-82f4-4aa39ad02087 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:25.632730 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 5964981b-d660-4937-82f4-4aa39ad02087 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:25.638156 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 5964981b-d660-4937-82f4-4aa39ad02087 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:25.638156 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:25.656752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 60502655-d908-4b64-8366-bac3898e887f {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:25.657099 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60502655-d908-4b64-8366-bac3898e887f not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:25.662549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-118877a1-a9bc-426d-b834-55cab3205a6d req-622b98fe-6d08-4ece-b068-691779f91a14 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018462 May 04 14:08:25.721565 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c13ee587-90b5-49c2-998b-58d07cdf27e6), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.724266 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.725555 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/security-groups/c13ee587-90b5-49c2-998b-58d07cdf27e6 HTTP/1.1" status: 204 len: 168 time: 0.3779600 May 04 14:08:25.728229 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41198) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:25.735318 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db620e0-67c4-4fc7-b0e3-636aecde7536 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ee587-90b5-49c2-998b-58d07cdf27e6,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:25.746338 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.api.v2.resource [None req-2a915b0f-4485-49ec-9455-bf0ac098deb0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] show failed (client error): The resource could not be found. May 04 14:08:25.747621 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2a915b0f-4485-49ec-9455-bf0ac098deb0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups/c13ee587-90b5-49c2-998b-58d07cdf27e6 HTTP/1.1" status: 404 len: 347 time: 0.0175996 May 04 14:08:25.757208 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41200) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:25.886050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port ae76f447-1bd9-4704-838b-3e26c8141167 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:25.886851 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.974023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.974343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (ae76f447-1bd9-4704-838b-3e26c8141167), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:25.987562 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for ae76f447-1bd9-4704-838b-3e26c8141167 owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:25.992655 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41202) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:25.998126 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804764736', 'description': 'tempest-description--638482617'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:26.041453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4214ef47-c8eb-495b-a900-3e0ec4e359d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.116124 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.172984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (ae76f447-1bd9-4704-838b-3e26c8141167), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.204185 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=ae76f447-1bd9-4704-838b-3e26c8141167,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:26.222687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (93aea73f-de68-403e-8c75-c0ecc2a37968), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.271027 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (8948bc8e-31c3-4747-a0b5-566b385c8d28), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.273473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.274645 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5b43c229-914a-4cc0-b751-a6c5b5fe7c1a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/floatingips/8948bc8e-31c3-4747-a0b5-566b385c8d28 HTTP/1.1" status: 204 len: 168 time: 0.5185990 May 04 14:08:26.321447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (93aea73f-de68-403e-8c75-c0ecc2a37968), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.357749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93aea73f-de68-403e-8c75-c0ecc2a37968,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:26.426688 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.427983 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-fbdeabe3-7258-4d0b-9a40-ae6d21b0d92e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4342141 May 04 14:08:26.431016 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41210) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:26.436615 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group_rule': {'security_group_id': '93aea73f-de68-403e-8c75-c0ecc2a37968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:26.525619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (53f0a402-811c-4147-82aa-a859f3f28c04), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.583076 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (53f0a402-811c-4147-82aa-a859f3f28c04), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.662453 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (53f0a402-811c-4147-82aa-a859f3f28c04), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.684086 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f0a402-811c-4147-82aa-a859f3f28c04,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:26.746820 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.748043 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-849eaba1-5709-49db-be39-7c435e2aa9cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160918 May 04 14:08:26.750672 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41220) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:26.755363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'security_group_rule': {'security_group_id': '93aea73f-de68-403e-8c75-c0ecc2a37968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:26.780060 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae046b-244f-44a1-89ab-55dc58454b58 req-2e76d57c-d215-4d72-9f93-eeb451a99968 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:26.781476 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0eae046b-244f-44a1-89ab-55dc58454b58 req-2e76d57c-d215-4d72-9f93-eeb451a99968 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.0496082 May 04 14:08:26.830439 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0eae046b-244f-44a1-89ab-55dc58454b58 req-b63c19c8-b5ba-4d9b-8a6a-99574d818088 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 May 04 14:08:26.851384 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (93095c19-48e7-4f3a-818e-83da1048c036), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:26.910032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (93095c19-48e7-4f3a-818e-83da1048c036), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:27.024071 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (93095c19-48e7-4f3a-818e-83da1048c036), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:27.044942 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93095c19-48e7-4f3a-818e-83da1048c036,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:27.180593 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:27.182051 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bbc2f87e-f1ba-4e7f-9d6f-aca6f9c2eeeb tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302511 May 04 14:08:27.185678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41228) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:27.189961 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:27.327019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:27.410609 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:27.548670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-d0785080-29c2-44d3-8914-2eb5ce0712fd tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:27.550146 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-d0785080-29c2-44d3-8914-2eb5ce0712fd tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.0610588 May 04 14:08:27.562259 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Allocated IP 172.27.3.204 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/7888dea4-08f3-4f5b-9cb2-82e61f345bed) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:27.898935 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.014598 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5901-6ea3-4a0b-b967-24cbbb946e6a req-c58dbd6c-dc70-4ce3-a901-448d7e0a4eb3 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:28.016368 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aaaf5901-6ea3-4a0b-b967-24cbbb946e6a req-c58dbd6c-dc70-4ce3-a901-448d7e0a4eb3 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 946 time: 0.1117823 May 04 14:08:28.030261 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.072382 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-dcf13e13-0e85-448a-8e49-89b463074d85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088078 May 04 14:08:28.076315 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aaaf5901-6ea3-4a0b-b967-24cbbb946e6a req-870e7431-c7b5-45b7-858a-816b8946b9ff tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/security-groups?id=38cdeb5a-8149-4ea5-a228-d990e7239cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 May 04 14:08:28.084486 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-1d281469-f02a-43a9-9400-69a5ad0d4a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.118815 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:28.132782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Deleting port f21cc103-6723-451d-9f97-2c30d2cc6083 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:28.133732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.137060 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:28.140990 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:28.144965 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=7888dea4-08f3-4f5b-9cb2-82e61f345bed,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:28.304713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.310817 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-b81602ba-5e23-4fe0-b38a-8d31a9305826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:28.317272 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-b81602ba-5e23-4fe0-b38a-8d31a9305826 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=373030cbd19f4dcc88d9b494dee196bc&device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 1130 time: 0.1113732 May 04 14:08:28.333321 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] For port f21cc103-6723-451d-9f97-2c30d2cc6083, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f21cc103-6723-451d-9f97-2c30d2cc6083,segment=NetworkSegment(a80d4cb6-e79c-444e-86f6-fb199209f2e6),segment_id=a80d4cb6-e79c-444e-86f6-fb199209f2e6)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:28.333693 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.357894 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Calling delete_port for f21cc103-6723-451d-9f97-2c30d2cc6083 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:28.504197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.518567 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-a380cbd0-a75d-4467-b794-cfc7265f2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:28.520134 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-a380cbd0-a75d-4467-b794-cfc7265f2fd5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 200 len: 920 time: 0.1776741 May 04 14:08:28.520670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.596107 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-a023971b-02e5-4ef7-927a-2c7b16b32cf0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 200 len: 217 time: 0.0547421 May 04 14:08:28.753015 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-49bb1b2e-079f-48c5-b977-cd639f95c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:28.754567 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-49bb1b2e-079f-48c5-b977-cd639f95c39d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 200 len: 858 time: 0.1508350 May 04 14:08:28.821771 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-806d408a-0000-4913-85ab-fe9224f901f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:28.824433 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-806d408a-0000-4913-85ab-fe9224f901f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b421389d-f3ad-4657-803e-5ce4302533ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613077 May 04 14:08:28.870437 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.882385 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (f21cc103-6723-451d-9f97-2c30d2cc6083), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:28.921810 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['f21cc103-6723-451d-9f97-2c30d2cc6083'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:08:28.944769 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Pushing event deleted for resources: {'Port': ['ID=f21cc103-6723-451d-9f97-2c30d2cc6083,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:28.999300 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] No DVR routers for this DVR port f21cc103-6723-451d-9f97-2c30d2cc6083 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:29.000657 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:29.014600 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:29.017899 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-b746706f-9088-48ae-8d66-4f2f430ff66b req-06f3cff1-cb5c-40d0-aed0-1afaefd4b786 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.58 "DELETE /v2.0/ports/f21cc103-6723-451d-9f97-2c30d2cc6083 HTTP/1.1" status: 204 len: 173 time: 1.0629342 May 04 14:08:29.020621 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'name': 'network-vif-deleted', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:29.022980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35504b-f3b7-4128-8a4c-f5a5243beff6" -d '{"events": [{"server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "name": "network-vif-deleted", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:29.052281 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-ca150290-96ea-4014-879f-9fb1ac56764c service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116156 May 04 14:08:29.056103 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:29.090053 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee42b8d-c157-4bac-9c0c-f6bb7216c4c9 x-openstack-request-id: req-1ee42b8d-c157-4bac-9c0c-f6bb7216c4c9 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:29.090348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a98c898-a1ff-4d9f-8770-2a122a340214", "name": "network-vif-deleted", "tag": "f21cc103-6723-451d-9f97-2c30d2cc6083", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:29.090613 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ee42b8d-c157-4bac-9c0c-f6bb7216c4c9 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:29.091039 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee42b8d-c157-4bac-9c0c-f6bb7216c4c9'] response: {'server_uuid': '8a98c898-a1ff-4d9f-8770-2a122a340214', 'name': 'network-vif-deleted', 'tag': 'f21cc103-6723-451d-9f97-2c30d2cc6083', 'status': 'completed', 'code': 200} May 04 14:08:29.107832 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=7888dea4-08f3-4f5b-9cb2-82e61f345bed,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:29.176157 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6f3c0b0a-9e96-41eb-b4d6-55286de55f3c req-6eb7fdd6-9b95-4665-8fb0-35625e6ed241 service neutron] 10.222.0.58 "GET /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134555 May 04 14:08:29.226485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:29.231718 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e8f23485-8083-4302-9efa-e66c026128e7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0412915 May 04 14:08:29.264503 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2a49d9d4-d32a-4344-8b0f-56e77799cb25 req-f96aec6b-fe7c-4198-8f14-5858e549f442 tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0987494 May 04 14:08:29.293059 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:29.456838 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366d971-bbb9-4cfa-ba58-93cb656b8cfd req-66772cc9-04f2-476b-a9db-dba1523cadba tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:29.458320 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a366d971-bbb9-4cfa-ba58-93cb656b8cfd req-66772cc9-04f2-476b-a9db-dba1523cadba tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0665660 May 04 14:08:29.493999 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-59e28a41-6dc1-493a-88af-f2ce1c271ea4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1804764736&fields=id&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 267 time: 0.0928195 May 04 14:08:29.550273 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a366d971-bbb9-4cfa-ba58-93cb656b8cfd req-9fc06a8d-6282-448b-999e-1c33d46f344e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857685 May 04 14:08:29.623729 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-ffc3cbf6-d9c2-41ce-9f1e-19fdefbdcb18 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:29.625372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-ffc3cbf6-d9c2-41ce-9f1e-19fdefbdcb18 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 817 time: 0.1187313 May 04 14:08:29.641714 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-7c16a4d0-0068-4061-882d-9fa3c7c57795 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/quotas/8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 375 time: 0.0100961 May 04 14:08:29.703028 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-a0782cd4-c6e3-4cef-88bb-50bbdeb567d8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557797 May 04 14:08:29.800800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-ce246d0d-a988-4881-8044-b31dc3417afc service neutron] 10.222.0.69 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861297 May 04 14:08:29.895801 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-52d42bc4-339f-43a7-b498-ba17cf9a4f77 service neutron] 10.222.0.69 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888968 May 04 14:08:30.149141 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c2e2de55-42dc-4aee-b385-7ae1b4e72db6 req-ca8e8c8f-7dc2-488a-ad5a-8d319070acaf tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0284386 May 04 14:08:30.372383 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09739900-b841-461f-a1f3-990a1e3ddc83 req-5bcb495f-89ef-4a09-9389-43d70c0e784b tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0278003 May 04 14:08:30.668913 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3017b5-35cd-45fb-b465-9e465ac67a13 req-2e0bfc8b-2257-4040-99bf-210caae2948d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:30.670426 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bd3017b5-35cd-45fb-b465-9e465ac67a13 req-2e0bfc8b-2257-4040-99bf-210caae2948d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0513902 May 04 14:08:30.723519 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bd3017b5-35cd-45fb-b465-9e465ac67a13 req-361bbe99-3d0d-48c3-a2a8-d3da8908188f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475578 May 04 14:08:30.926881 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:31.250177 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2708cdfb-3514-42b6-8d4e-58251e5f155f req-c6dd2082-b4b1-40af-adb6-7af82b6d5a08 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0296154 May 04 14:08:31.491647 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8237b180-2c04-4e5c-9426-42bf6a08310d req-6a9d85a3-68e5-45f7-b190-a846f4b0d17a tempest-VolumesSnapshotTestJSON-1298555659 tempest-VolumesSnapshotTestJSON-1298555659-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a98c898-a1ff-4d9f-8770-2a122a340214 HTTP/1.1" status: 200 len: 210 time: 0.0355430 May 04 14:08:31.580052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-5559aef6-fa8d-4489-8b43-a6df70d29558 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:31.581623 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-5559aef6-fa8d-4489-8b43-a6df70d29558 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0480371 May 04 14:08:31.623973 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f21cc103-6723-451d-9f97-2c30d2cc6083 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:31.644915 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: f21cc103-6723-451d-9f97-2c30d2cc6083 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:31.645275 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f21cc103-6723-451d-9f97-2c30d2cc6083 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:31.867778 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab333-233e-43e5-b4bc-5074c2f860d4 req-5e02cc72-5be8-4f7b-9180-43048175b659 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:31.872360 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e8ab333-233e-43e5-b4bc-5074c2f860d4 req-5e02cc72-5be8-4f7b-9180-43048175b659 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 945 time: 0.0772662 May 04 14:08:31.919190 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port 64ec8cd9-56ab-470b-9756-429c48d66127 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:31.919942 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:31.933772 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e8ab333-233e-43e5-b4bc-5074c2f860d4 req-146d15da-ed77-43d7-9762-700413feb712 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=91ba6ddc-14b7-4377-8a6a-c669629dc1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564983 May 04 14:08:32.018902 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] For port 64ec8cd9-56ab-470b-9756-429c48d66127, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64ec8cd9-56ab-470b-9756-429c48d66127,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:32.019227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.203923 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.204286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.204583 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP d04dcbdf-16c9-4a2c-9fc5-54190c444691 disassociated. External IP: 172.27.3.129, port: 64ec8cd9-56ab-470b-9756-429c48d66127. May 04 14:08:32.204925 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for 64ec8cd9-56ab-470b-9756-429c48d66127 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:32.359641 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-350b1eba-6539-4e72-8563-e4646e51955d req-56977b85-e4e7-4744-83ef-dcae20c1027b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0306749 May 04 14:08:32.388390 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.422654 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (64ec8cd9-56ab-470b-9756-429c48d66127), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.455678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=64ec8cd9-56ab-470b-9756-429c48d66127,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:32.583150 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:32.699057 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:32.708899 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:32.720816 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:32.723231 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:32.742898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] No DVR routers for this DVR port 64ec8cd9-56ab-470b-9756-429c48d66127 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:32.745878 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:32.749141 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d971fc99-3818-4a07-abd1-4a01c5fb63dd req-8a461dcc-7ecc-46e3-a9dc-8ecd4e788aff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "DELETE /v2.0/ports/64ec8cd9-56ab-470b-9756-429c48d66127 HTTP/1.1" status: 204 len: 173 time: 0.9452367 May 04 14:08:32.749626 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'name': 'network-vif-deleted', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:32.751935 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d5d01f-8264-4782-8a5e-fca4c5b9f0c2" -d '{"events": [{"server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "name": "network-vif-deleted", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:32.798157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4179667d-9d44-49a6-9205-b528acbe5914 x-openstack-request-id: req-4179667d-9d44-49a6-9205-b528acbe5914 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:32.798157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc4860-a19f-4f12-9528-e6cb3897e874", "name": "network-vif-deleted", "tag": "64ec8cd9-56ab-470b-9756-429c48d66127", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:32.798344 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4179667d-9d44-49a6-9205-b528acbe5914 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:32.798667 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4179667d-9d44-49a6-9205-b528acbe5914'] response: {'server_uuid': '21cc4860-a19f-4f12-9528-e6cb3897e874', 'name': 'network-vif-deleted', 'tag': '64ec8cd9-56ab-470b-9756-429c48d66127', 'status': 'completed', 'code': 200} May 04 14:08:32.848091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:33.043963 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ff67142e-4068-4d80-8d4f-762f9776f032 req-3a3f6a26-d5e4-4970-b2ae-0b540c5e578a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0299802 May 04 14:08:33.063991 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:33.095846 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:33.105052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:33.105632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:33.224136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:33.434120 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-dd12bf28-e009-4101-8aca-b705bb4bbeaa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:33.435677 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-dd12bf28-e009-4101-8aca-b705bb4bbeaa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 817 time: 0.1448872 May 04 14:08:33.480237 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:33.497309 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6454e895-1385-43e3-9546-7caf899af1ef req-37b96e05-0456-47a3-a88d-007fd19a7a1f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0289860 May 04 14:08:33.508633 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c1ef1-4629-4623-bf4c-d21096d1c910 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:33.747436 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:08:33.769111 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcb5b0-0ee8-485e-81ef-76f1f9661ca5 None None] New status for floating IP d04dcbdf-16c9-4a2c-9fc5-54190c444691: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:33.773333 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-c001128e-9dae-4e9a-802a-ec20814370e0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 380 time: 0.0742240 May 04 14:08:33.784026 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'port': {'device_id': '8e4f7313-69c5-45c0-848b-3d0704508287', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'admin_state_up': True, 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'security_groups': ['93aea73f-de68-403e-8c75-c0ecc2a37968']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:33.868938 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7505c-b825-4c12-934d-8bd80462f1a7 req-252034c8-5d5f-4be6-8006-1b53852e4023 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:33.877194 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28e7505c-b825-4c12-934d-8bd80462f1a7 req-252034c8-5d5f-4be6-8006-1b53852e4023 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0684986 May 04 14:08:33.924328 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28e7505c-b825-4c12-934d-8bd80462f1a7 req-2a23ed45-2640-4e1d-928f-1397e86b138f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 May 04 14:08:34.012605 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Made reservation on behalf of 8519562477d14e15ac77e0647ec78c88 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:08:34.017055 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:34.156380 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Allocated IP 172.20.0.10 (4a3eb64b-383b-43c9-9e22-88b35c840a0e/ef43acd1-e965-4780-a7fd-03edb0a0af94/4c7cebfa-bd26-4718-b8fc-63bf694632eb) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:34.162981 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-97d4d23e-6ebc-46b6-8cf7-13b5f53d1e07 req-cd722ed9-ca30-49db-8ade-2a47c0d2a159 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0298443 May 04 14:08:34.305736 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:34.434753 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:34.476958 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:34.480231 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:34.486405 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:34.491160 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:34.491865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:34.504365 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:34.620753 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-45f8d66f-5306-44ef-a57e-6c0013a17f75 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406954 May 04 14:08:34.624538 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d0196-6651-4308-9eb5-907467c6ab63 req-54bc00ed-e201-4050-bf57-40fd6e5c0d74 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:34.626512 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e82d0196-6651-4308-9eb5-907467c6ab63 req-54bc00ed-e201-4050-bf57-40fd6e5c0d74 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 932 time: 0.0524743 May 04 14:08:34.689449 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e82d0196-6651-4308-9eb5-907467c6ab63 req-221f4818-2123-4432-a98a-c94273dafd44 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566754 May 04 14:08:34.727373 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-18fcd37c-f20b-4b17-8431-f09cbcb3a6b0 None None] Provisioning complete for port 4c7cebfa-bd26-4718-b8fc-63bf694632eb triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:08:34.727845 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-18fcd37c-f20b-4b17-8431-f09cbcb3a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:34.769118 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-18fcd37c-f20b-4b17-8431-f09cbcb3a6b0 None None] Port 4c7cebfa-bd26-4718-b8fc-63bf694632eb cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:08:35.046157 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213f31-81ae-464f-8328-555eb732a9f7 req-18c9c42e-ca97-4ea3-a06d-b0a6e7d4b015 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:35.047619 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76213f31-81ae-464f-8328-555eb732a9f7 req-18c9c42e-ca97-4ea3-a06d-b0a6e7d4b015 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0541635 May 04 14:08:35.098641 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-76213f31-81ae-464f-8328-555eb732a9f7 req-aba99143-82ab-425b-adf1-8221b8518b24 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 May 04 14:08:35.274861 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f1f09f6b-1c08-4146-bf04-0773aa0cc50f req-78edd06e-ddd5-41c2-945e-1ce37606750d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0288825 May 04 14:08:35.841733 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c3a8-99ef-4eda-a454-cc857f853dd2 req-5979a07f-3681-4b4c-9fd1-e6aed2571ade tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:35.843262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2f46c3a8-99ef-4eda-a454-cc857f853dd2 req-5979a07f-3681-4b4c-9fd1-e6aed2571ade tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 932 time: 0.0500481 May 04 14:08:35.902233 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2f46c3a8-99ef-4eda-a454-cc857f853dd2 req-832c5d33-f193-4ae1-8b1b-070dc7a03883 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522830 May 04 14:08:36.217007 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d031-717f-4a69-8777-377df4ef6bd9 req-1c37d9f8-887f-4d60-9c68-e8449b948c98 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:36.218595 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4d12d031-717f-4a69-8777-377df4ef6bd9 req-1c37d9f8-887f-4d60-9c68-e8449b948c98 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0503461 May 04 14:08:36.267850 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4d12d031-717f-4a69-8777-377df4ef6bd9 req-4c89afb9-77da-4f0f-a526-aad8dcc49b96 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 May 04 14:08:36.386284 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-248a059c-c828-4978-9d0d-1edc123ab149 req-f1d7f11b-d15c-4622-81c3-547f681900cd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0288787 May 04 14:08:36.762138 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 64ec8cd9-56ab-470b-9756-429c48d66127 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:36.782757 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 64ec8cd9-56ab-470b-9756-429c48d66127 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:36.783101 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 64ec8cd9-56ab-470b-9756-429c48d66127 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:37.022008 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61286e4-9b2c-4a55-913e-b5889f33f1f8 req-2b700eee-b05d-457b-97f2-18ef4a10bc25 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:37.023453 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f61286e4-9b2c-4a55-913e-b5889f33f1f8 req-2b700eee-b05d-457b-97f2-18ef4a10bc25 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 932 time: 0.0486414 May 04 14:08:37.076887 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f61286e4-9b2c-4a55-913e-b5889f33f1f8 req-bcf2e30a-2b23-4643-a1c1-9ada1b59177b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 May 04 14:08:37.386535 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69468d1-c8cf-43cf-9e5f-e781f4ca82a2 req-46c643d8-cd45-4518-b841-6d140fac1259 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:37.387998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c69468d1-c8cf-43cf-9e5f-e781f4ca82a2 req-46c643d8-cd45-4518-b841-6d140fac1259 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0484264 May 04 14:08:37.436743 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c69468d1-c8cf-43cf-9e5f-e781f4ca82a2 req-e7a8e7f5-1765-4af1-a977-5ffb1ee4772b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 May 04 14:08:37.495892 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-757ef0d4-c6e1-4492-8e2c-315405a0a59c req-55582521-f5be-4092-94d8-5f08f8b6ac32 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=21cc4860-a19f-4f12-9528-e6cb3897e874 HTTP/1.1" status: 200 len: 210 time: 0.0280020 May 04 14:08:37.762800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Request body: {'port': {'device_id': '8e4f7313-69c5-45c0-848b-3d0704508287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:37.827578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.105372 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:38.114188 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks [] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.128225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Transition to ACTIVE for port object 4c7cebfa-bd26-4718-b8fc-63bf694632eb will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:08:38.199254 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d90c-bd4b-4edb-9112-5d7bda82bff0 req-091d3076-183c-43c2-a821-6137ac8cbffe tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:38.200945 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4311d90c-bd4b-4edb-9112-5d7bda82bff0 req-091d3076-183c-43c2-a821-6137ac8cbffe tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 932 time: 0.0486176 May 04 14:08:38.242929 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.259715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-01578398-5df4-454f-999e-799d230cccf3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:38.261556 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-01578398-5df4-454f-999e-799d230cccf3 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0584362 May 04 14:08:38.372660 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:38.436756 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Attempting to bind port 4c7cebfa-bd26-4718-b8fc-63bf694632eb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:08:38.437102 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Attempting to bind port 4c7cebfa-bd26-4718-b8fc-63bf694632eb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:08:38.437434 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Attempting to bind port 4c7cebfa-bd26-4718-b8fc-63bf694632eb on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:38.448871 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Port 4c7cebfa-bd26-4718-b8fc-63bf694632eb on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:08:38.449191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Attempting to bind port 4c7cebfa-bd26-4718-b8fc-63bf694632eb on network 4a3eb64b-383b-43c9-9e22-88b35c840a0e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:38.455552 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Deleting port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:38.455888 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.464499 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:08:38.464898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Checking segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:08:38.465485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Bound using segment: {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:08:38.466237 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Bound port: 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73caf896-fa0b-491e-b2ee-0d8bda3c5e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:08:38.466237 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.588965 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4311d90c-bd4b-4edb-9112-5d7bda82bff0 req-feee1d66-b103-4dfa-b224-f6589beb2b84 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816917 May 04 14:08:38.624321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08be9f-6d65-4ba7-84a1-481ab017f2a9 req-227c6283-008c-45f4-a515-2a355cf66d3c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:38.629043 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] For port 22ba5aca-175a-4107-ac1d-41b0a9a4c262, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22ba5aca-175a-4107-ac1d-41b0a9a4c262,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:38.629459 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.630430 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd08be9f-6d65-4ba7-84a1-481ab017f2a9 req-227c6283-008c-45f4-a515-2a355cf66d3c tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 946 time: 0.0575614 May 04 14:08:38.642137 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:08:38.650203 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:08:38.682053 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd08be9f-6d65-4ba7-84a1-481ab017f2a9 req-59a67b40-bdc5-406d-b5d4-9f992eab9891 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3638a6-e89c-40d0-b948-8406b6c96992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492876 May 04 14:08:38.780225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41356) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:38.843924 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (91ba6ddc-14b7-4377-8a6a-c669629dc1e2), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:38.871073 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (91ba6ddc-14b7-4377-8a6a-c669629dc1e2), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.001698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.007037 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (91ba6ddc-14b7-4377-8a6a-c669629dc1e2), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.011020 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.014687 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/security-groups/91ba6ddc-14b7-4377-8a6a-c669629dc1e2 HTTP/1.1" status: 204 len: 168 time: 0.2309108 May 04 14:08:39.016871 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41362) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:39.029389 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bdbd0-8103-481f-bcd8-92e54611aec2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba6ddc-14b7-4377-8a6a-c669629dc1e2,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:39.035982 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.api.v2.resource [None req-4bc0ddad-6e9a-44db-a416-632db73b1a3a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] show failed (client error): The resource could not be found. May 04 14:08:39.048382 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4bc0ddad-6e9a-44db-a416-632db73b1a3a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups/91ba6ddc-14b7-4377-8a6a-c669629dc1e2 HTTP/1.1" status: 404 len: 347 time: 0.0193048 May 04 14:08:39.048926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.048926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.050950 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41364) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:39.051358 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-73438b30-da57-4204-a15a-c0748880b562 service neutron] 10.222.0.58 "PUT /v2.0/ports/4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 1094 time: 1.2921312 May 04 14:08:39.055996 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:39.058874 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a4a84-6fba-4173-8711-836e45a589a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:39.147327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438b30-da57-4204-a15a-c0748880b562 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:39.175317 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.175777 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.176166 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Floating IP 1d3389de-cfc4-4436-99f4-1b81909968b9 disassociated. External IP: 172.27.3.88, port: 22ba5aca-175a-4107-ac1d-41b0a9a4c262. May 04 14:08:39.176595 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Calling delete_port for 22ba5aca-175a-4107-ac1d-41b0a9a4c262 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:39.190812 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304bb118-52a9-4d7a-a245-6f2283be2e31 x-openstack-request-id: req-304bb118-52a9-4d7a-a245-6f2283be2e31 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:39.191288 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:39.197760 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-304bb118-52a9-4d7a-a245-6f2283be2e31 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:39.197760 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304bb118-52a9-4d7a-a245-6f2283be2e31'] response: {'name': 'network-changed', 'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'status': 'completed', 'code': 200} May 04 14:08:39.289823 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port c551e837-4497-4d0d-a070-97b9a8d19068 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:39.290127 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.301503 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a84-6fba-4173-8711-836e45a589a4 req-519d6b0d-d1cb-48d7-a928-8b17c1154171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.303026 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-042a4a84-6fba-4173-8711-836e45a589a4 req-519d6b0d-d1cb-48d7-a928-8b17c1154171 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1128 time: 0.0611763 May 04 14:08:39.378980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.379305 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (c551e837-4497-4d0d-a070-97b9a8d19068), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.394537 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for c551e837-4497-4d0d-a070-97b9a8d19068 owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:39.478460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a84-6fba-4173-8711-836e45a589a4 req-184af694-763b-4f4f-aef1-95cb4e425b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.481080 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-042a4a84-6fba-4173-8711-836e45a589a4 req-184af694-763b-4f4f-aef1-95cb4e425b24 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8519562477d14e15ac77e0647ec78c88&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1629939 May 04 14:08:39.575717 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (22ba5aca-175a-4107-ac1d-41b0a9a4c262), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.614369 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'Port': ['ID=22ba5aca-175a-4107-ac1d-41b0a9a4c262,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:39.636818 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (c551e837-4497-4d0d-a070-97b9a8d19068), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.683058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=c551e837-4497-4d0d-a070-97b9a8d19068,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:39.690628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a84-6fba-4173-8711-836e45a589a4 req-5bf618b2-6cb6-45b2-8d22-84edcb58d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.694169 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-042a4a84-6fba-4173-8711-836e45a589a4 req-5bf618b2-6cb6-45b2-8d22-84edcb58d33e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050586 May 04 14:08:39.873227 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dd9f1-a4ca-43a7-b909-8294b248e366 req-622ccf6f-9238-4876-9f71-55bf73473170 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.875826 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d5dd9f1-a4ca-43a7-b909-8294b248e366 req-622ccf6f-9238-4876-9f71-55bf73473170 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.1416669 May 04 14:08:39.882145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f312d1be-4329-490c-bc8d-a4c474a0afff req-2edc1298-37ff-44d3-92bb-0d2901a30f49 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0701544 May 04 14:08:39.889796 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-b143c393-2de8-4852-bd49-c364feeba97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:39.892657 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-b143c393-2de8-4852-bd49-c364feeba97d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1128 time: 0.0856628 May 04 14:08:39.913158 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:39.915452 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (d04dcbdf-16c9-4a2c-9fc5-54190c444691), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.920595 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:39.924456 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0b72cc7d-3415-4c6a-8a24-5145b410284a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/floatingips/d04dcbdf-16c9-4a2c-9fc5-54190c444691 HTTP/1.1" status: 204 len: 168 time: 0.8714774 May 04 14:08:39.949849 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-6eedfb69-dea0-493b-9f87-4a44bb396924 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 217 time: 0.0435083 May 04 14:08:40.008510 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0d5dd9f1-a4ca-43a7-b909-8294b248e366 req-3d248a3f-2420-4926-8632-e86959f47d42 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203434 May 04 14:08:40.072910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-7eda0bae-f0d0-4ba8-90ae-698356efa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:40.074582 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-7eda0bae-f0d0-4ba8-90ae-698356efa716 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.1176238 May 04 14:08:40.168984 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-b494dbe6-5379-47cc-a56b-c27144234db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:40.170717 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-b494dbe6-5379-47cc-a56b-c27144234db4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848999 May 04 14:08:40.241427 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:40.252528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:40.268958 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:40.269921 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:40.315668 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] No DVR routers for this DVR port 22ba5aca-175a-4107-ac1d-41b0a9a4c262 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:40.319278 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:40.322743 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0f3998d4-1507-4af0-b82e-42c8be85ea61 req-c1cdd8fe-3217-40b9-9b86-98d68b7d3909 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "DELETE /v2.0/ports/22ba5aca-175a-4107-ac1d-41b0a9a4c262 HTTP/1.1" status: 204 len: 173 time: 2.0402477 May 04 14:08:40.349764 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-2fbe1d01-c287-4b7e-b746-b1085be9948a service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574864 May 04 14:08:40.396762 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:40.416460 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41388) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:40.421530 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410566004', 'description': 'tempest-description--77588317'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:40.453688 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f5b15886-d933-4ad0-9840-dfae7ebdd34d req-d9f57ffc-43da-46b3-be61-308487966332 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973628 May 04 14:08:40.515571 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:40.600639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (80da1981-b27b-466d-bb08-3b1fe810b974), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:40.687067 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (80da1981-b27b-466d-bb08-3b1fe810b974), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:40.720397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80da1981-b27b-466d-bb08-3b1fe810b974,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:40.769374 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:40.797759 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:40.807080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:40.807713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:40.829829 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:40.841619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41394) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:40.841782 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-899a5e3c-65fd-490e-9400-fdca3c91ec21 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4182687 May 04 14:08:40.841874 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '80da1981-b27b-466d-bb08-3b1fe810b974', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:40.932298 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:40.961908 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (d1c9d6f2-4bd5-4b8b-a9e5-e9a99f81fe94), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.047345 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (d1c9d6f2-4bd5-4b8b-a9e5-e9a99f81fe94), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.051435 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c37aff20-803a-4d67-85cd-524a86ba6c6e req-fcda354b-6bb2-4a9d-8639-afa0b630bd2e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0332031 May 04 14:08:41.115845 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (d1c9d6f2-4bd5-4b8b-a9e5-e9a99f81fe94), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.135879 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c9d6f2-4bd5-4b8b-a9e5-e9a99f81fe94,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:41.144783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070f33-a29a-410c-9dad-06905527748b req-b658aab6-8bf8-4a05-9e4b-b99b10c11531 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:41.146383 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24070f33-a29a-410c-9dad-06905527748b req-b658aab6-8bf8-4a05-9e4b-b99b10c11531 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0545070 May 04 14:08:41.170474 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:41.193865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'name': 'network-vif-deleted', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:41.199471 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108f524-b92d-4cd3-b1d0-434fd0f9ef44" -d '{"events": [{"server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "name": "network-vif-deleted", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:41.202477 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676bfce-49d1-40e0-8d2b-678868ab4039 None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:41.207629 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24070f33-a29a-410c-9dad-06905527748b req-3b4e2d09-e54b-46d3-94d9-0553dbf0a9a0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540738 May 04 14:08:41.224027 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.230497 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41408) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:41.231431 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-cbebc4b9-9891-418d-8af1-5d7630fead91 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3936694 May 04 14:08:41.235908 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '80da1981-b27b-466d-bb08-3b1fe810b974', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:41.263050 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe5e8de-8c47-4d5d-a9dc-be8208af1c1d x-openstack-request-id: req-dbe5e8de-8c47-4d5d-a9dc-be8208af1c1d {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:41.263488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59765394-d089-454e-b15f-b46c00c05d05", "name": "network-vif-deleted", "tag": "22ba5aca-175a-4107-ac1d-41b0a9a4c262", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:41.263879 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbe5e8de-8c47-4d5d-a9dc-be8208af1c1d {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:41.264500 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe5e8de-8c47-4d5d-a9dc-be8208af1c1d'] response: {'server_uuid': '59765394-d089-454e-b15f-b46c00c05d05', 'name': 'network-vif-deleted', 'tag': '22ba5aca-175a-4107-ac1d-41b0a9a4c262', 'status': 'completed', 'code': 200} May 04 14:08:41.347469 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (a2215a09-b94c-4ed4-9e71-f214ee0d7f7c), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.419170 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (a2215a09-b94c-4ed4-9e71-f214ee0d7f7c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.497833 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d5ec13-dc62-44ca-902a-ac3fef4343cd None None] New status for floating IP 1d3389de-cfc4-4436-99f4-1b81909968b9: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:41.544296 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (a2215a09-b94c-4ed4-9e71-f214ee0d7f7c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.573888 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2215a09-b94c-4ed4-9e71-f214ee0d7f7c,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:41.643599 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.645230 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7eacc991-3833-47f6-9082-af193cc9a8d8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136291 May 04 14:08:41.648335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41412) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:41.652582 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:41.812730 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:41.896771 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.015890 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.27.3.117 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/c3405d88-05a3-41bf-91e8-c167b9f1d4ff) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:42.120345 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.176734 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-290a67ce-99a3-420f-bf35-d71a3d47f9e6 req-859c3987-7b82-45fc-9abe-6ad4947ba0fc tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=59765394-d089-454e-b15f-b46c00c05d05 HTTP/1.1" status: 200 len: 210 time: 0.0393729 May 04 14:08:42.263027 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.307660 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:42.313026 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:42.318694 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:42.321477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=c3405d88-05a3-41bf-91e8-c167b9f1d4ff,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:42.398661 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009e44-598c-49bd-b09d-e6d0f1282af1 req-76b148ee-6131-452a-96c6-b28c861bc7f5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:42.400189 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-12009e44-598c-49bd-b09d-e6d0f1282af1 req-76b148ee-6131-452a-96c6-b28c861bc7f5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0755584 May 04 14:08:42.489125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.497597 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-12009e44-598c-49bd-b09d-e6d0f1282af1 req-e2eec028-6737-41b7-81e8-62b55eba0bf9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861883 May 04 14:08:42.663508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.832219 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.921433 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:42.991825 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=c3405d88-05a3-41bf-91e8-c167b9f1d4ff,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:43.005050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.121930 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.123275 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b253ac8b-5f3d-41b2-8123-0ee7da474698 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4740040 May 04 14:08:43.314437 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-1952675c-4c3e-4edf-ad99-47d36131d929 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--410566004&fields=id&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 267 time: 0.0589108 May 04 14:08:43.408264 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41450) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:43.430138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-758c42b0-983d-47bd-bef5-bf99710ad99a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:43.432333 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-758c42b0-983d-47bd-bef5-bf99710ad99a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1105604 May 04 14:08:43.448420 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-a38adb4c-4d18-4b09-b1da-fc3b62cdd068 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/quotas/8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 375 time: 0.0096319 May 04 14:08:43.473635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (0c3638a6-e89c-40d0-b948-8406b6c96992), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.504545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (0c3638a6-e89c-40d0-b948-8406b6c96992), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.507463 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61bad7f7-0fa4-4dbc-8fd4-196a9beeaa41 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491884 May 04 14:08:43.640481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0c3638a6-e89c-40d0-b948-8406b6c96992), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.643396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.644859 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "DELETE /v2.0/security-groups/0c3638a6-e89c-40d0-b948-8406b6c96992 HTTP/1.1" status: 204 len: 168 time: 0.2353756 May 04 14:08:43.648395 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41456) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:43.679050 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.api.v2.resource [None req-78f47a7c-f829-47a4-addf-1a51061bf6f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] show failed (client error): The resource could not be found. May 04 14:08:43.679050 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-78f47a7c-f829-47a4-addf-1a51061bf6f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups/0c3638a6-e89c-40d0-b948-8406b6c96992 HTTP/1.1" status: 404 len: 347 time: 0.0200760 May 04 14:08:43.679050 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62338234-9889-4fcf-b564-97515a2552f7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3638a6-e89c-40d0-b948-8406b6c96992,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:43.681748 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41458) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:43.690656 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:08:43.691229 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a684fa-c0e9-4674-830a-e5b6d9812e3c req-a5f00c52-0f22-49c0-a43a-00e6eefde864 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:43.692503 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-52a684fa-c0e9-4674-830a-e5b6d9812e3c req-a5f00c52-0f22-49c0-a43a-00e6eefde864 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.1127625 May 04 14:08:43.696123 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 22ba5aca-175a-4107-ac1d-41b0a9a4c262 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:43.735925 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 22ba5aca-175a-4107-ac1d-41b0a9a4c262 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:43.736658 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 22ba5aca-175a-4107-ac1d-41b0a9a4c262 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:43.750187 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-46e45a37-65ce-43a5-bfae-3bb595ff0265 service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295477 May 04 14:08:43.809422 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-52a684fa-c0e9-4674-830a-e5b6d9812e3c req-72fc097b-6b6a-45e8-a7ec-b238a0a3b5b1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069038 May 04 14:08:43.856085 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Deleting port 68f009ae-b5b7-4911-8be9-85b4c8c92e00 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:43.862820 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.869804 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:43.887846 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:08:43.924977 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-f5970a3e-6503-4aa0-89de-dce9ed70714b service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584735 May 04 14:08:43.935791 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:08:43.936193 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.960868 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:43.983762 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.984113 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (68f009ae-b5b7-4911-8be9-85b4c8c92e00), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:43.993294 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:44.023165 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Calling delete_port for 68f009ae-b5b7-4911-8be9-85b4c8c92e00 owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:44.115544 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:44.164246 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:44.173338 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.173677 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.174046 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.174405 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.174740 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.175071 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.175390 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.175711 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.176045 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.176386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.176695 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.177027 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.177379 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.177693 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.178111 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:44.248024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (68f009ae-b5b7-4911-8be9-85b4c8c92e00), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:44.303071 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'Port': ['ID=68f009ae-b5b7-4911-8be9-85b4c8c92e00,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:44.362694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (1d3389de-cfc4-4436-99f4-1b81909968b9), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:44.365272 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:44.366828 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e46c1eab-ebd7-463f-8ec4-3583ded5dd6d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "DELETE /v2.0/floatingips/1d3389de-cfc4-4436-99f4-1b81909968b9 HTTP/1.1" status: 204 len: 168 time: 0.6830852 May 04 14:08:44.402943 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-adc290dc-823d-455b-b124-aef28e2ab04f req-11a6ef22-ee1c-47f6-8612-71d877d5ee9e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0518785 May 04 14:08:44.455977 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['4c7cebfa-bd26-4718-b8fc-63bf694632eb'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:08:44.628585 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d16f3-abaf-4273-a100-09ce57b30704 req-9fc20a26-5358-4252-abe2-5cc5a4dcdb71 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:44.637280 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c60d16f3-abaf-4273-a100-09ce57b30704 req-9fc20a26-5358-4252-abe2-5cc5a4dcdb71 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1047931 May 04 14:08:44.681463 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c60d16f3-abaf-4273-a100-09ce57b30704 req-8d281f27-641e-473c-8a23-d05dcb5d536d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 May 04 14:08:44.947036 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ffcae-a08b-45b4-bc1d-b02c7eb084e7 req-f2efb54e-b4d1-462c-9545-95b2bbdcd093 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:44.949112 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-043ffcae-a08b-45b4-bc1d-b02c7eb084e7 req-f2efb54e-b4d1-462c-9545-95b2bbdcd093 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0525589 May 04 14:08:44.977494 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41490) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:44.983022 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111798188', 'description': 'tempest-description--381222055'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:45.002207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-043ffcae-a08b-45b4-bc1d-b02c7eb084e7 req-a6e4a318-4dac-41f4-b069-0a5007e56925 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 May 04 14:08:45.115896 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.195286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (f7774be0-2092-4df0-9f54-877880586fb7), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.286809 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f7774be0-2092-4df0-9f54-877880586fb7), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.315796 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7774be0-2092-4df0-9f54-877880586fb7,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:45.431788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.433200 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0ec14641-32eb-48b3-b9e7-30fa3d2be368 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4543922 May 04 14:08:45.436013 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41496) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:45.440605 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group_rule': {'security_group_id': 'f7774be0-2092-4df0-9f54-877880586fb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:45.474509 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-871d36cc-8400-4abd-8dd9-9336f1bf981e req-7590b4c7-178b-4568-80b6-f00dd3e05c3a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0301750 May 04 14:08:45.599545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (8cf2af10-005a-43ba-8492-2c8567f41308), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.662409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (8cf2af10-005a-43ba-8492-2c8567f41308), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.755869 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (8cf2af10-005a-43ba-8492-2c8567f41308), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.777804 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf2af10-005a-43ba-8492-2c8567f41308,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:45.810628 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0f9b-98b2-46e4-980c-eabfbfa58b3e req-b213f936-026f-4f17-b948-8ad86e3cf61d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:45.812094 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4d0d0f9b-98b2-46e4-980c-eabfbfa58b3e req-b213f936-026f-4f17-b948-8ad86e3cf61d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0512748 May 04 14:08:45.862529 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4d0d0f9b-98b2-46e4-980c-eabfbfa58b3e req-211f30d7-8df8-4002-9c0d-4bb650fbf676 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447938 May 04 14:08:45.866275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:45.867625 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6b4d8b26-0b8a-4f3f-b8cf-09b3cd46cbb6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4304016 May 04 14:08:45.871281 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41502) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:45.876809 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'security_group_rule': {'security_group_id': 'f7774be0-2092-4df0-9f54-877880586fb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:46.004715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (72172dbc-2c88-448e-9710-ed0be501a5dc), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.067977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (72172dbc-2c88-448e-9710-ed0be501a5dc), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.127572 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54256b89-e31e-4557-ae08-3d268eba2d8f req-d2e1a643-95a7-4b72-a925-cf46b46f871a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:46.129128 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54256b89-e31e-4557-ae08-3d268eba2d8f req-d2e1a643-95a7-4b72-a925-cf46b46f871a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0504136 May 04 14:08:46.150014 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (72172dbc-2c88-448e-9710-ed0be501a5dc), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.170746 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72172dbc-2c88-448e-9710-ed0be501a5dc,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:46.179406 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54256b89-e31e-4557-ae08-3d268eba2d8f req-e41ba924-d83b-453a-8af0-e368c3d03092 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 May 04 14:08:46.260769 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.262151 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-717e029f-2af0-47ad-899b-72e84d58de50 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898101 May 04 14:08:46.265267 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41506) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:46.269678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:46.441178 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.520790 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.578809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b65b994f-f6f5-40c7-9bac-31fb8139ddfe req-9c94f9d2-fa5b-4802-abae-2eda15e8371c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0287354 May 04 14:08:46.636869 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Allocated IP 172.27.3.169 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/088073e2-017f-4e4b-8914-49c41ae352f3) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:46.757050 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (088073e2-017f-4e4b-8914-49c41ae352f3), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.847549 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.885972 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:46.889112 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:46.893121 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:46.907172 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=088073e2-017f-4e4b-8914-49c41ae352f3,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:46.959338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.993174 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7804-97a1-4981-aeed-c35dc15c5e8f req-7fecf637-9bc7-471e-8887-2831f43761b6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:46.995335 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-014c7804-97a1-4981-aeed-c35dc15c5e8f req-7fecf637-9bc7-471e-8887-2831f43761b6 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0574999 May 04 14:08:47.056220 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-014c7804-97a1-4981-aeed-c35dc15c5e8f req-b91419a4-cb1c-4902-9795-2edc94f56c40 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538871 May 04 14:08:47.063034 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.235049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (088073e2-017f-4e4b-8914-49c41ae352f3), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.314739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936d299-7c41-48d0-ad12-f7a5b252d835 req-9cfa2da0-6ce0-4cc0-a9ef-d76cf471d002 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:47.316304 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c936d299-7c41-48d0-ad12-f7a5b252d835 req-9cfa2da0-6ce0-4cc0-a9ef-d76cf471d002 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0537031 May 04 14:08:47.321496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.360623 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.384095 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c936d299-7c41-48d0-ad12-f7a5b252d835 req-4dd1910c-c14d-4203-a17c-1e06011cf345 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591431 May 04 14:08:47.393047 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=088073e2-017f-4e4b-8914-49c41ae352f3,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:47.454911 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.456236 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2e39f7bf-9070-4040-b752-7040c858b75d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1899047 May 04 14:08:47.602979 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-9199c7ce-33b1-4463-815a-eb90cd1def6e tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2111798188&fields=id&tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 267 time: 0.0440452 May 04 14:08:47.707943 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5ddc7736-298e-4741-b9fd-5695b384438a req-d4299114-0988-4a60-a0cf-381d8023d038 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0610695 May 04 14:08:47.743394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-8de781e6-c9ee-471c-90ac-e1b815d7d15b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:47.745521 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-8de781e6-c9ee-471c-90ac-e1b815d7d15b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 811 time: 0.1356726 May 04 14:08:47.761626 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-d2247a4d-0a68-4770-9db6-f66d38a72386 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/quotas/a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 375 time: 0.0103633 May 04 14:08:47.816302 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-9db951a4-66d4-4e3b-9b03-eaead6c17542 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490205 May 04 14:08:47.883198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:08:47.931151 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-01dd595c-741c-4af8-8e68-9aad5f6d7325 service neutron] 10.222.0.69 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023955 May 04 14:08:47.932649 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 4c7cebfa-bd26-4718-b8fc-63bf694632eb completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:08:47.998939 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 4c7cebfa-bd26-4718-b8fc-63bf694632eb triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:08:47.999367 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.028177 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-a18fd632-27b2-47ba-8855-7e2f8337dbcd service neutron] 10.222.0.69 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 May 04 14:08:48.079774 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:08:48.080339 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.111834 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:48.114486 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155916b-802d-449b-bc08-f86cb784f853" -d '{"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:48.128338 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:48.186391 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f325-9c54-4b8d-99d0-eadfdc53b92a req-e05535ca-c7c2-4218-a00b-cad4b968d248 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:48.187869 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1564f325-9c54-4b8d-99d0-eadfdc53b92a req-e05535ca-c7c2-4218-a00b-cad4b968d248 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0536449 May 04 14:08:48.235408 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1564f325-9c54-4b8d-99d0-eadfdc53b92a req-248d8402-94da-4ca4-8040-4b82ef5f7808 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 May 04 14:08:48.264356 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.303760 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb29f77-9fd7-496a-af91-070f90898026 x-openstack-request-id: req-3bb29f77-9fd7-496a-af91-070f90898026 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:48.304068 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:48.304325 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3bb29f77-9fd7-496a-af91-070f90898026 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:48.304856 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb29f77-9fd7-496a-af91-070f90898026'] response: {'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'code': 200} May 04 14:08:48.351116 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:48.367730 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-db414172-e4b2-41eb-ac2e-cf0d8bf2d08b req-974e107f-379d-4680-b941-dfeafc24bb31 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0405300 May 04 14:08:48.371056 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-ddbfb73f-2336-4c43-b2fb-efb420e6bf18 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:48.373231 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-ddbfb73f-2336-4c43-b2fb-efb420e6bf18 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0924356 May 04 14:08:48.477383 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Deleting port b4c952a4-e436-47b9-9d7e-98b78ca67af4 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:48.477863 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.542212 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffffacd-9828-4339-8cbe-e92568b59302 req-2c7444d3-cc20-4bcf-9e00-71b5bea0a30b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:48.543331 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cffffacd-9828-4339-8cbe-e92568b59302 req-2c7444d3-cc20-4bcf-9e00-71b5bea0a30b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0516796 May 04 14:08:48.583471 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] For port b4c952a4-e436-47b9-9d7e-98b78ca67af4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4c952a4-e436-47b9-9d7e-98b78ca67af4,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:48.583832 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.607243 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cffffacd-9828-4339-8cbe-e92568b59302 req-a1e7e49b-00bc-4b4e-a165-ea825d8dbe76 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567698 May 04 14:08:48.771788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.772150 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:48.772461 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Floating IP 36ef1f61-48b0-4633-aeb2-5402d66e018c disassociated. External IP: 172.27.3.142, port: b4c952a4-e436-47b9-9d7e-98b78ca67af4. May 04 14:08:48.772798 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Calling delete_port for b4c952a4-e436-47b9-9d7e-98b78ca67af4 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:48.854472 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a6005c5-f95a-4b63-805a-28c4b078ca59 req-f444fb8f-7c3a-478b-8471-d3bb745ab93c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0435948 May 04 14:08:48.969024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd5e43-c54a-4818-bb35-28a49570f175 req-0f95b209-015c-4891-8384-cc1cfc491bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:48.970588 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0ddd5e43-c54a-4818-bb35-28a49570f175 req-0f95b209-015c-4891-8384-cc1cfc491bbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1130 time: 0.1182432 May 04 14:08:49.019239 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0ddd5e43-c54a-4818-bb35-28a49570f175 req-e9530911-987b-408f-ac88-db8e18edd2ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 May 04 14:08:49.126883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (b4c952a4-e436-47b9-9d7e-98b78ca67af4), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:49.158457 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event deleted for resources: {'Port': ['ID=b4c952a4-e436-47b9-9d7e-98b78ca67af4,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:49.169011 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.169398 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.169743 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.170084 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.170423 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.170755 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.171171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.171504 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.171832 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.172157 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.172482 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.172804 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.173125 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.173478 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.173829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:08:49.288846 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:49.334807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-59617d19-0caf-43b4-9ea5-868fea5c8c61 req-bd69513c-e35b-4503-bc51-5efc762cd86b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0287607 May 04 14:08:49.523816 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8609e448-6211-415c-845c-0b44180cfbe3 req-9cad5b0b-3e24-4961-a3cf-fcfcb6bb2da0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0706155 May 04 14:08:49.722520 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:49.735875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:49.753479 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:49.754191 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:49.793072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] No DVR routers for this DVR port b4c952a4-e436-47b9-9d7e-98b78ca67af4 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:08:49.793072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:49.793072 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6fffae0b-7504-46eb-a1ed-3e648f20da4c req-b7b5d009-13a6-4d06-ad7f-a6f982b5de0c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "DELETE /v2.0/ports/b4c952a4-e436-47b9-9d7e-98b78ca67af4 HTTP/1.1" status: 204 len: 173 time: 1.4046786 May 04 14:08:49.793072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'name': 'network-vif-deleted', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:49.793072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b419f1-13a9-4084-8bb5-8557cb4ac4fe" -d '{"events": [{"server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "name": "network-vif-deleted", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:49.828600 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-f0216ec5-ddf4-48ec-ac6b-b3c1a7df7476 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:49.830213 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-f0216ec5-ddf4-48ec-ac6b-b3c1a7df7476 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.4713993 May 04 14:08:49.834903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326754c-3d89-4c4a-8beb-a51536692aa5 req-0217a14c-fafa-4520-83a0-0c2269590345 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:49.842021 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4326754c-3d89-4c4a-8beb-a51536692aa5 req-0217a14c-fafa-4520-83a0-0c2269590345 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0661287 May 04 14:08:49.851133 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac520bc5-b532-4e0b-8fc8-828a61195780 x-openstack-request-id: req-ac520bc5-b532-4e0b-8fc8-828a61195780 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:49.851419 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c95468-34c0-4676-a4b7-bf3e4440b7b1", "name": "network-vif-deleted", "tag": "b4c952a4-e436-47b9-9d7e-98b78ca67af4", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:49.851668 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac520bc5-b532-4e0b-8fc8-828a61195780 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:49.852069 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac520bc5-b532-4e0b-8fc8-828a61195780'] response: {'server_uuid': '01c95468-34c0-4676-a4b7-bf3e4440b7b1', 'name': 'network-vif-deleted', 'tag': 'b4c952a4-e436-47b9-9d7e-98b78ca67af4', 'status': 'completed', 'code': 200} May 04 14:08:49.912108 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4326754c-3d89-4c4a-8beb-a51536692aa5 req-11490a51-3290-435d-b789-e5f6f1c61128 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649867 May 04 14:08:49.936180 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:49.944823 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-81e7741d-acf5-4bd8-88e1-310f65351f4a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 379 time: 0.0802603 May 04 14:08:49.954475 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'port': {'device_id': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'admin_state_up': True, 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'security_groups': ['80da1981-b27b-466d-bb08-3b1fe810b974']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:49.975741 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f2f2adb-74e2-4370-af4f-7c5eadeb728d req-ee7f2157-9276-45b1-88db-82124872f8cd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0341318 May 04 14:08:50.141578 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:50.168772 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:50.172365 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:08:50.175789 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.180186 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:50.180875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:50.305764 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:50.312394 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.20.0.13 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/33cb39df-0210-4110-8549-97a64732cfde) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:50.445286 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-263dd055-f630-422e-beee-b3abd292ebd6 req-534f6783-0421-4f91-8906-64af035c9998 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0289361 May 04 14:08:50.466054 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (33cb39df-0210-4110-8549-97a64732cfde), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.510734 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:50.543980 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052911de-4f15-4551-9fd4-bf03782574ae None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94', 'name': '', 'network_id': 'b421389d-f3ad-4657-803e-5ce4302533ca', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'mac_address': 'fa:16:3e:55:f0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:36Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'subnets': [{'id': 'c995a539-c124-4ec6-b876-8d6b47c320e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:50.577464 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.631247 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:50.641935 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:50.654884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:50.669510 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f9cbcbd-657f-4c25-89af-904233bc476f req-f318adaa-81d2-434f-8344-b72b6a938609 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0429397 May 04 14:08:50.670040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:50.670523 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.692633 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:50.822688 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-61228d09-4052-4693-b4d6-a04ab4dad3e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8710988 May 04 14:08:50.844145 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Request body: {'port': {'device_id': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:50.879329 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-e9711602-c679-4b4a-9cb1-6d1090dd7df6 None None] Provisioning complete for port 33cb39df-0210-4110-8549-97a64732cfde triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:08:50.879957 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e9711602-c679-4b4a-9cb1-6d1090dd7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (33cb39df-0210-4110-8549-97a64732cfde), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.917033 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (33cb39df-0210-4110-8549-97a64732cfde), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:50.920227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e9711602-c679-4b4a-9cb1-6d1090dd7df6 None None] Port 33cb39df-0210-4110-8549-97a64732cfde cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:08:50.947583 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa11c2b7-83cb-4398-8bc6-4b356555425c None None] New status for floating IP 36ef1f61-48b0-4633-aeb2-5402d66e018c: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:51.090301 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c93df-7f2b-4791-85c5-41895e2b165f req-cff6e909-d618-4a9e-a9a7-86a52985f0ce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:51.097392 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fc3c93df-7f2b-4791-85c5-41895e2b165f req-cff6e909-d618-4a9e-a9a7-86a52985f0ce tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0883305 May 04 14:08:51.173723 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09c1b8-6798-4ad1-aa50-fc12e3f79fa3 req-41da6b21-e50d-4204-9e95-b3d43ba4647f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:51.175533 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f09c1b8-6798-4ad1-aa50-fc12e3f79fa3 req-41da6b21-e50d-4204-9e95-b3d43ba4647f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 932 time: 0.0757070 May 04 14:08:51.192480 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fc3c93df-7f2b-4791-85c5-41895e2b165f req-ba531609-14b3-41dd-b9e2-bb9568a36145 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941811 May 04 14:08:51.238579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f09c1b8-6798-4ad1-aa50-fc12e3f79fa3 req-01be1163-08d6-4f8f-af5a-c009fcb378dc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 May 04 14:08:51.268980 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cb39df-0210-4110-8549-97a64732cfde {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:51.277301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks [] for port (33cb39df-0210-4110-8549-97a64732cfde), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.297447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Transition to ACTIVE for port object 33cb39df-0210-4110-8549-97a64732cfde will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:08:51.328505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64dd0-ad16-4821-9f6f-626909c4e3c1 req-3d360a98-abdb-4c91-966f-870b5036c36f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:51.330078 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-41d64dd0-ad16-4821-9f6f-626909c4e3c1 req-3d360a98-abdb-4c91-966f-870b5036c36f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0549433 May 04 14:08:51.339529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41592) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:51.344621 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Request body: {'floatingip': {'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:51.387126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.504213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.561772 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Pushing event updated for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:51.586380 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e4bd5ee-7cad-4717-92e6-e690b58eccac req-15eaccef-5ec5-4f0e-9e12-75d8d0a70b59 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=01c95468-34c0-4676-a4b7-bf3e4440b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0356424 May 04 14:08:51.596820 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Attempting to bind port 33cb39df-0210-4110-8549-97a64732cfde on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:08:51.598274 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Attempting to bind port 33cb39df-0210-4110-8549-97a64732cfde by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:08:51.598715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Attempting to bind port 33cb39df-0210-4110-8549-97a64732cfde on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:51.611156 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Port 33cb39df-0210-4110-8549-97a64732cfde on network fd8c14f5-74df-4d08-8f17-f0187142a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:08:51.611156 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Attempting to bind port 33cb39df-0210-4110-8549-97a64732cfde on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:51.621625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:08:51.621625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:08:51.621625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:08:51.621625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Bound port: 33cb39df-0210-4110-8549-97a64732cfde, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:08:51.621625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (33cb39df-0210-4110-8549-97a64732cfde), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.727444 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:08:51.735211 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=33cb39df-0210-4110-8549-97a64732cfde,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:08:51.806016 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-adb6b903-fa78-438e-acf4-8615604e9837 req-ae607cd6-5b7d-4808-b77f-e47eeab086c4 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0348253 May 04 14:08:51.835244 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device b4c952a4-e436-47b9-9d7e-98b78ca67af4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:08:51.848135 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.866091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: b4c952a4-e436-47b9-9d7e-98b78ca67af4 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:08:51.866741 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device b4c952a4-e436-47b9-9d7e-98b78ca67af4 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:08:51.899635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:51.900845 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.903164 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/33cb39df-0210-4110-8549-97a64732cfde HTTP/1.1" status: 200 len: 1094 time: 1.0639038 May 04 14:08:51.908665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'tag': '33cb39df-0210-4110-8549-97a64732cfde'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:51.908665 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "tag": "33cb39df-0210-4110-8549-97a64732cfde"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:51.937504 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972573-2c05-4c24-81b3-9bd1de2151c1 service neutron] Pushing event updated for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:51.960622 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a911df9-cbb3-4f60-86f1-139c03779187 x-openstack-request-id: req-4a911df9-cbb3-4f60-86f1-139c03779187 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:51.960933 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "tag": "33cb39df-0210-4110-8549-97a64732cfde", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:51.961188 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a911df9-cbb3-4f60-86f1-139c03779187 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:51.961913 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a911df9-cbb3-4f60-86f1-139c03779187'] response: {'name': 'network-changed', 'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'tag': '33cb39df-0210-4110-8549-97a64732cfde', 'status': 'completed', 'code': 200} May 04 14:08:52.037467 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.055404 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-a8cd4737-bd55-4ed2-9601-91a884022d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.057088 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-a8cd4737-bd55-4ed2-9601-91a884022d5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 1128 time: 0.0523524 May 04 14:08:52.177032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.177317 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-211005e8-00f5-4eab-923a-b09a0c30c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.178503 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-211005e8-00f5-4eab-923a-b09a0c30c230 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045253 May 04 14:08:52.292793 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Floating IP 0a1874c5-c320-46ff-b268-3f5d75ccfe96 associated. External IP: 172.27.3.204, port: 4c7cebfa-bd26-4718-b8fc-63bf694632eb. May 04 14:08:52.367768 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-ef33bf2b-615a-4f39-9ed3-e8539e04f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.370823 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-46a18a0a-4e0f-4785-824f-0d19e4ef1dd2 req-ef33bf2b-615a-4f39-9ed3-e8539e04f767 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857352 May 04 14:08:52.381113 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-9c76faa2-852b-493b-aaf4-b824ba961344 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.382862 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-9c76faa2-852b-493b-aaf4-b824ba961344 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 811 time: 0.1656618 May 04 14:08:52.395179 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c4361-6374-4a14-8c50-645ac4522b99 req-948b1cb6-c4ca-4a5f-804b-40bc1900efab tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.396815 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-373c4361-6374-4a14-8c50-645ac4522b99 req-948b1cb6-c4ca-4a5f-804b-40bc1900efab tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 944 time: 0.0613267 May 04 14:08:52.491133 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f14170cb-8f01-4f1e-be0c-77678324e221 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62 HTTP/1.1" status: 200 len: 380 time: 0.0873291 May 04 14:08:52.495088 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-6558b508-b72e-4c2a-ac5c-b14c79ad2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.496565 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-6558b508-b72e-4c2a-ac5c-b14c79ad2ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 1128 time: 0.0602257 May 04 14:08:52.498136 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-373c4361-6374-4a14-8c50-645ac4522b99 req-7f3c98da-a433-4bca-94e5-9d24b755ebd7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933886 May 04 14:08:52.503094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'port': {'device_id': 'ca77de83-80bb-417c-b425-c906469227b2', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'admin_state_up': True, 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'security_groups': ['f7774be0-2092-4df0-9f54-877880586fb7']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:52.578359 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-64891211-77df-413f-b9d4-5411518a6096 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cb39df-0210-4110-8549-97a64732cfde HTTP/1.1" status: 200 len: 217 time: 0.0682461 May 04 14:08:52.616697 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:08:52.688338 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-65f1ca06-21e5-42dc-aaf0-527bbbd4ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.691516 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-65f1ca06-21e5-42dc-aaf0-527bbbd4ca39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.1046009 May 04 14:08:52.737618 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:08:52.747345 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.749655 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:08:52.750612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-d866f11f-e0d6-4970-b592-388352da7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:52.752204 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-d866f11f-e0d6-4970-b592-388352da7ddb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549760 May 04 14:08:52.769679 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:52.770577 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:52.789271 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41616) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:52.801287 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-40462912-d6a1-4821-9e7e-c9d31aca38e3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "PUT /v2.0/floatingips/0a1874c5-c320-46ff-b268-3f5d75ccfe96 HTTP/1.1" status: 200 len: 992 time: 1.4565682 May 04 14:08:52.802978 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:52.805057 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:52.859234 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.885515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7694dac9-562b-4498-ba5e-dd3dcdb60e45 x-openstack-request-id: req-7694dac9-562b-4498-ba5e-dd3dcdb60e45 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:52.885515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:52.885515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7694dac9-562b-4498-ba5e-dd3dcdb60e45 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:52.885515 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7694dac9-562b-4498-ba5e-dd3dcdb60e45'] response: {'name': 'network-changed', 'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'status': 'completed', 'code': 200} May 04 14:08:52.890277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.894030 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Made reservation on behalf of a3aa6d4e6b6d4b7f99e11f5d6104fb62 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:08:52.897544 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.905007 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-3b4c4ad5-3cf9-4348-8bec-87481f1da2c6 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441236 May 04 14:08:52.948276 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9db9afcd-c479-456d-a6e6-ee7645707ed3 req-d7c2b8b7-3567-4228-a8fa-13e0befc2847 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0388391 May 04 14:08:52.948635 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:53.029802 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-779d2ac2-95df-4655-a9f0-25478129ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:53.031521 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-779d2ac2-95df-4655-a9f0-25478129ab39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1130 time: 0.0415220 May 04 14:08:53.110478 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.112999 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.116693 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41630) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:53.117374 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "DELETE /v2.0/security-groups/b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f HTTP/1.1" status: 204 len: 168 time: 0.3295403 May 04 14:08:53.142118 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Allocated IP 172.20.0.4 (6c920147-4f05-4f43-8070-31b1123eb9ae/ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408/cc37e45f-fe71-4246-adc0-ed107c7d2ed0) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:08:53.142968 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1292c07-3c83-4414-a39e-293610d4dc5d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:53.143071 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.api.v2.resource [None req-066d9b92-5739-4c7b-811a-93f417194014 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] show failed (client error): The resource could not be found. May 04 14:08:53.143071 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-066d9b92-5739-4c7b-811a-93f417194014 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups/b16b9f77-e4fc-4d2a-a7fa-f841f1cbf89f HTTP/1.1" status: 404 len: 347 time: 0.0199778 May 04 14:08:53.144808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41634) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:08:53.148142 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c6e1b770-0f0b-4a99-be25-9ab7e9f45edb req-ea8a8b0b-830f-4739-8043-86e7b61ca69e service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794636 May 04 14:08:53.202070 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-1326c95c-191b-43af-8a72-8f5ec6ad4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:53.203560 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-1326c95c-191b-43af-8a72-8f5ec6ad4307 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.1655641 May 04 14:08:53.318435 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.440934 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.487942 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Network 6c920147-4f05-4f43-8070-31b1123eb9ae is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:08:53.491275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:08:53.497838 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '0a1874c5-c320-46ff-b268-3f5d75ccfe96', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f7313-69c5-45c0-848b-3d0704508287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:28Z', 'updated_at': '2022-05-04T14:08:51Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:53.498130 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:08:53.503144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:53.503690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.518273 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event updated for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:53.534752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:08:53.546115 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:08:53.546989 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:53.577454 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-cb19adf1-703e-424b-82ea-2f1db1c6f208 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 1000 time: 0.3678780 May 04 14:08:53.580650 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Deleting port 636c99b2-0cf2-4f1e-a14a-3eea61753daf {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:53.581187 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.584750 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-f9d6b214-833c-42d4-97f4-c5e8b949ff51 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0871658 May 04 14:08:53.684418 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e6ade-58b7-4a4f-9b00-89af8018d66c req-d2567de3-e4e8-45e8-b1b2-c6a83306be15 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:53.686003 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d12e6ade-58b7-4a4f-9b00-89af8018d66c req-d2567de3-e4e8-45e8-b1b2-c6a83306be15 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 944 time: 0.0917718 May 04 14:08:53.704320 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:08:53.719465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.719837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (636c99b2-0cf2-4f1e-a14a-3eea61753daf), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.738004 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Calling delete_port for 636c99b2-0cf2-4f1e-a14a-3eea61753daf owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:53.770668 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d12e6ade-58b7-4a4f-9b00-89af8018d66c req-2007d00e-ba57-4db8-a934-d0fdfc0b4fc9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764978 May 04 14:08:53.845006 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-834d7fc9-5fc3-471d-88dd-31d66fcd89a6 None None] Provisioning complete for port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:08:53.845624 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-834d7fc9-5fc3-471d-88dd-31d66fcd89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:53.912381 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-834d7fc9-5fc3-471d-88dd-31d66fcd89a6 None None] Port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:08:54.007746 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (636c99b2-0cf2-4f1e-a14a-3eea61753daf), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.015546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '0a1874c5-c320-46ff-b268-3f5d75ccfe96', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f7313-69c5-45c0-848b-3d0704508287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:28Z', 'updated_at': '2022-05-04T14:08:51Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:08:54.042280 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event deleted for resources: {'Port': ['ID=636c99b2-0cf2-4f1e-a14a-3eea61753daf,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:54.044751 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122096c1-431f-408a-ae07-373db34ab0ed None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '0a1874c5-c320-46ff-b268-3f5d75ccfe96', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f7313-69c5-45c0-848b-3d0704508287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:28Z', 'updated_at': '2022-05-04T14:08:51Z', 'revision_number': 1, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:08:54.126354 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Request body: {'port': {'device_id': 'ca77de83-80bb-417c-b425-c906469227b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:08:54.130231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4a33-e08f-485d-b8bc-2790d6fca2d5 req-ce1bbf5a-55b3-4830-9683-61f4ac1bb112 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:54.132013 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e97c4a33-e08f-485d-b8bc-2790d6fca2d5 req-ce1bbf5a-55b3-4830-9683-61f4ac1bb112 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 931 time: 0.0941100 May 04 14:08:54.193426 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.199857 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks [] for floatingip (36ef1f61-48b0-4633-aeb2-5402d66e018c), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.202410 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.203667 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8fb8247f-fb31-4e78-a58c-5dbb163887be tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "DELETE /v2.0/floatingips/36ef1f61-48b0-4633-aeb2-5402d66e018c HTTP/1.1" status: 204 len: 168 time: 1.0579004 May 04 14:08:54.224277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-cd30f351-0372-4cf4-9a78-4fe014c7260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:54.225779 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-cd30f351-0372-4cf4-9a78-4fe014c7260c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.1022143 May 04 14:08:54.249013 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e97c4a33-e08f-485d-b8bc-2790d6fca2d5 req-529603dc-a4f1-41cd-bd72-37573816c533 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078556 May 04 14:08:54.286997 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-a305738e-7161-4f60-8469-b29304df31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:54.288497 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-a305738e-7161-4f60-8469-b29304df31f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528777 May 04 14:08:54.288915 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2b0a8-349a-411a-b1f9-8d8773f62f20 None None] New status for floating IP 0a1874c5-c320-46ff-b268-3f5d75ccfe96: ACTIVE {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:08:54.402567 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-36928235-501b-4a55-a004-98757cd8122b service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075673 May 04 14:08:54.511565 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e3c3f2f-bfc3-48ef-98bb-2c5781965868 req-e13b233b-6c64-40d0-b80f-ee4cbaa55d95 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030881 May 04 14:08:54.522744 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc37e45f-fe71-4246-adc0-ed107c7d2ed0 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:54.530848 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks [] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.544854 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Transition to ACTIVE for port object cc37e45f-fe71-4246-adc0-ed107c7d2ed0 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:08:54.673103 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.726729 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Pushing event updated for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:54.764378 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Attempting to bind port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:08:54.764789 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Attempting to bind port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:08:54.765334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Attempting to bind port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:54.770648 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 on network 6c920147-4f05-4f43-8070-31b1123eb9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:08:54.770945 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Attempting to bind port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 on network 6c920147-4f05-4f43-8070-31b1123eb9ae {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:08:54.776782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:08:54.777153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Checking segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:08:54.777562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Bound using segment: {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:08:54.777999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Bound port: cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:08:54.778357 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.855959 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:08:54.864389 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:08:54.898758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eef0e7-eb08-4a91-858f-1adcc38d80d4 req-b011d572-90c5-4afe-86fa-b03c6238b292 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:54.900931 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f9eef0e7-eb08-4a91-858f-1adcc38d80d4 req-b011d572-90c5-4afe-86fa-b03c6238b292 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 944 time: 0.0510204 May 04 14:08:54.950705 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.958958 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f9eef0e7-eb08-4a91-858f-1adcc38d80d4 req-186a5918-916f-4041-91e4-6969a4057281 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522585 May 04 14:08:54.988319 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:54.988319 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:54.988319 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] 10.222.0.58 "PUT /v2.0/ports/cc37e45f-fe71-4246-adc0-ed107c7d2ed0 HTTP/1.1" status: 200 len: 1093 time: 0.8653209 May 04 14:08:54.988319 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:54.990290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bfa2fa-347a-4a22-9e61-004e8fb488a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:55.025903 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126cd1-d1cb-4ede-b3a7-12a755a78793 service neutron] Pushing event updated for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:55.038040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e98d88-d498-4f4a-bd5a-658d68ae3e86 x-openstack-request-id: req-d2e98d88-d498-4f4a-bd5a-658d68ae3e86 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:55.038450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:55.038794 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2e98d88-d498-4f4a-bd5a-658d68ae3e86 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:55.039262 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e98d88-d498-4f4a-bd5a-658d68ae3e86'] response: {'name': 'network-changed', 'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'status': 'completed', 'code': 200} May 04 14:08:55.121831 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-9dee0691-65af-496e-949f-ed5791fd4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.123574 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-9dee0691-65af-496e-949f-ed5791fd4d84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 1127 time: 0.0441823 May 04 14:08:55.238482 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-cbf876be-8c4a-4b9c-b3e4-a9f101dd87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.239988 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-cbf876be-8c4a-4b9c-b3e4-a9f101dd87a6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1019864 May 04 14:08:55.339997 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-6651b054-dec3-4d2f-b4e3-4427c0f6f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.341588 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-24bfa2fa-347a-4a22-9e61-004e8fb488a4 req-6651b054-dec3-4d2f-b4e3-4427c0f6f097 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957274 May 04 14:08:55.417871 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0e11-2a74-429d-8fed-9daa6892e364 req-612e35d9-a5dc-4cc1-9f33-d30d49067f71 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.419436 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f4bf0e11-2a74-429d-8fed-9daa6892e364 req-612e35d9-a5dc-4cc1-9f33-d30d49067f71 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 943 time: 0.0969043 May 04 14:08:55.445001 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-945f738a-b04b-48f5-9c14-4211e0aee0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.446975 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-945f738a-b04b-48f5-9c14-4211e0aee0c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 1127 time: 0.0448630 May 04 14:08:55.468730 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f4bf0e11-2a74-429d-8fed-9daa6892e364 req-956135ca-10ab-4ecf-bf49-535325a3b2d5 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434203 May 04 14:08:55.495777 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-d9b4cb67-887c-4f11-b784-2937d719ab14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0 HTTP/1.1" status: 200 len: 217 time: 0.0360808 May 04 14:08:55.544954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-74d1c69c-e220-45c6-b34f-c955b907acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.546579 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-74d1c69c-e220-45c6-b34f-c955b907acf6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.0451877 May 04 14:08:55.596008 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-c90ca8c2-9afd-467f-b0bd-362f427e6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:55.597548 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-c90ca8c2-9afd-467f-b0bd-362f427e6867 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447679 May 04 14:08:55.692652 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-de50fcf0-aa25-4b68-baa5-bf53c93977bd service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892837 May 04 14:08:55.794549 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5aea7350-1b18-449f-bd9a-adcbdccb8b6d req-b09b30a6-3246-4979-a5cb-8716a400568f service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950611 May 04 14:08:55.857878 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 33cb39df-0210-4110-8549-97a64732cfde details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:08:55.970197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7d0284b4-4c59-4171-9982-960f61153037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:55.975921 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=33cb39df-0210-4110-8549-97a64732cfde,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:55.987613 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '33cb39df-0210-4110-8549-97a64732cfde', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'port_id': '33cb39df-0210-4110-8549-97a64732cfde', 'mac_address': 'fa:16:3e:64:d4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:08:56.031040 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 33cb39df-0210-4110-8549-97a64732cfde is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:08:56.031858 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (33cb39df-0210-4110-8549-97a64732cfde), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:56.045719 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cb39df-0210-4110-8549-97a64732cfde {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:56.066274 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=33cb39df-0210-4110-8549-97a64732cfde,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:56.079424 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896dc6-22b3-476e-b3d1-e107b20ac4aa req-f0780b8a-1a98-41d4-8db8-c13438c592c7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:56.081009 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-89896dc6-22b3-476e-b3d1-e107b20ac4aa req-f0780b8a-1a98-41d4-8db8-c13438c592c7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 944 time: 0.0488541 May 04 14:08:56.132134 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-89896dc6-22b3-476e-b3d1-e107b20ac4aa req-ae32cc50-a0c2-4496-8fcb-aecdb9f158c6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 May 04 14:08:56.159153 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:56.210948 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:56.533541 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['33cb39df-0210-4110-8549-97a64732cfde'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:08:56.593703 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196953-7c86-4742-b754-468729c639f8 req-0ab09daf-42ad-402d-b3ec-19914ad793af tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:56.595421 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40196953-7c86-4742-b754-468729c639f8 req-0ab09daf-42ad-402d-b3ec-19914ad793af tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 943 time: 0.0568011 May 04 14:08:56.644173 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-40196953-7c86-4742-b754-468729c639f8 req-c1bfea7f-9dbf-4427-beb4-e34eb0974953 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 May 04 14:08:57.262555 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00fba-a924-4541-b115-75eebd054021 req-a3287998-56fb-4c63-9d97-7a7f2c5dbdb2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:57.264086 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b4b00fba-a924-4541-b115-75eebd054021 req-a3287998-56fb-4c63-9d97-7a7f2c5dbdb2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 945 time: 0.0581415 May 04 14:08:57.327708 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a238af-8118-4efc-b16f-44886c6ebdf4 req-cf6f5bb2-611f-4d5d-97af-a057a0f32bd8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:57.329142 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-68a238af-8118-4efc-b16f-44886c6ebdf4 req-cf6f5bb2-611f-4d5d-97af-a057a0f32bd8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0641847 May 04 14:08:57.366040 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b4b00fba-a924-4541-b115-75eebd054021 req-f920a916-405a-41ed-ba60-e5430fb63bd9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926280 May 04 14:08:57.395160 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-68a238af-8118-4efc-b16f-44886c6ebdf4 req-9eb381b7-49c6-43b9-82e6-84edaaf3f073 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 May 04 14:08:57.758791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e560-5664-4856-b3d0-d430b44938a0 req-94641794-f717-4271-b0b9-6dd7f65f7aff tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:57.761491 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1397e560-5664-4856-b3d0-d430b44938a0 req-94641794-f717-4271-b0b9-6dd7f65f7aff tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 943 time: 0.0490553 May 04 14:08:57.809868 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1397e560-5664-4856-b3d0-d430b44938a0 req-fe8bb3f1-9c6e-42cc-b2b6-b95ff9a89e5f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 May 04 14:08:57.889248 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device cc37e45f-fe71-4246-adc0-ed107c7d2ed0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:08:57.900358 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 33cb39df-0210-4110-8549-97a64732cfde up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:08:58.004280 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 33cb39df-0210-4110-8549-97a64732cfde completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:08:58.038778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:58.050665 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'port_id': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'mac_address': 'fa:16:3e:6b:31:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:08:58.091791 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:08:58.092171 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.100718 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 33cb39df-0210-4110-8549-97a64732cfde triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:08:58.101054 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (33cb39df-0210-4110-8549-97a64732cfde), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.125591 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc37e45f-fe71-4246-adc0-ed107c7d2ed0 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:08:58.140355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0ed2-53b6-4271-8cd5-e5805566a7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.161778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:58.207528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 33cb39df-0210-4110-8549-97a64732cfde is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:08:58.207916 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (33cb39df-0210-4110-8549-97a64732cfde), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.232148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb39df-0210-4110-8549-97a64732cfde'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:08:58.234484 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6382b9-d933-4ec9-98fb-60bb15e3ebff" -d '{"events": [{"server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "name": "network-vif-plugged", "status": "completed", "tag": "33cb39df-0210-4110-8549-97a64732cfde"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:08:58.248201 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=33cb39df-0210-4110-8549-97a64732cfde,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:58.249179 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.282005 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ccff81-449d-4733-9149-f9afb8f60e28 x-openstack-request-id: req-40ccff81-449d-4733-9149-f9afb8f60e28 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:08:58.282298 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "name": "network-vif-plugged", "status": "completed", "tag": "33cb39df-0210-4110-8549-97a64732cfde", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:08:58.282531 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40ccff81-449d-4733-9149-f9afb8f60e28 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:08:58.282944 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ccff81-449d-4733-9149-f9afb8f60e28'] response: {'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb39df-0210-4110-8549-97a64732cfde', 'code': 200} May 04 14:08:58.312080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:58.321030 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.383240 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:08:58.518175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92847f-4af0-4947-9758-1b26f8485399 req-6fe76ae8-639f-47c5-b62f-762b18349860 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:58.519882 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf92847f-4af0-4947-9758-1b26f8485399 req-6fe76ae8-639f-47c5-b62f-762b18349860 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0818703 May 04 14:08:58.552770 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf793-f4ac-49f9-97c8-2c5f2789c806 req-73b61188-cb28-4b21-8aee-310e8b5dd8d1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:58.554514 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-985bf793-f4ac-49f9-97c8-2c5f2789c806 req-73b61188-cb28-4b21-8aee-310e8b5dd8d1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0832450 May 04 14:08:58.561316 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:58.618081 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf92847f-4af0-4947-9758-1b26f8485399 req-27fd82cb-9de4-435a-9c9a-e0b2d8a8962c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889990 May 04 14:08:58.623778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['cc37e45f-fe71-4246-adc0-ed107c7d2ed0'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:08:58.637214 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-985bf793-f4ac-49f9-97c8-2c5f2789c806 req-6bf33ffd-6ed2-4ae4-bcfe-41a932e957c1 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715692 May 04 14:08:58.924095 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647f88-46a5-4383-9747-da08cae70dcc req-4eb46c86-e4ec-44d4-b56f-568042555525 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:58.925867 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16647f88-46a5-4383-9747-da08cae70dcc req-4eb46c86-e4ec-44d4-b56f-568042555525 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 944 time: 0.0476325 May 04 14:08:58.974046 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16647f88-46a5-4383-9747-da08cae70dcc req-b193147b-eb89-4527-a92f-7c4b8b0281bd tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428350 May 04 14:08:59.298246 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:59.639348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-c883e6e5-7da2-4ccc-ad15-62e2059d99c8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:59.640782 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-c883e6e5-7da2-4ccc-ad15-62e2059d99c8 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.0555921 May 04 14:08:59.679167 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c6670-de29-4328-bc7f-eaf7414185bb req-399f745f-3072-4783-acd9-bb8a01971074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:59.680888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7d2c6670-de29-4328-bc7f-eaf7414185bb req-399f745f-3072-4783-acd9-bb8a01971074 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 1130 time: 0.0486569 May 04 14:08:59.747896 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Deleting port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:08:59.748510 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:59.796692 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7d2c6670-de29-4328-bc7f-eaf7414185bb req-b859de30-967e-4665-b900-80f2f3d29540 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101658 May 04 14:08:59.822499 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc95224-2548-45f3-aec3-8a0e5db9ad6b req-73cae9e6-1cb9-4979-bbd1-57f6c74e11af tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:59.822499 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ebc95224-2548-45f3-aec3-8a0e5db9ad6b req-73cae9e6-1cb9-4979-bbd1-57f6c74e11af tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0968914 May 04 14:08:59.826975 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5701739-084a-4d10-bffd-ddf413c5c1aa req-08171bbc-56c4-4d44-b37a-e6d55eb39b80 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:08:59.828379 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b5701739-084a-4d10-bffd-ddf413c5c1aa req-08171bbc-56c4-4d44-b37a-e6d55eb39b80 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 946 time: 0.1038625 May 04 14:08:59.865055 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] For port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:08:59.865805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:59.888712 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Calling delete_port for e2427f45-78f9-4e0d-b3ed-9c3e26e2001c owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:08:59.909383 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device cc37e45f-fe71-4246-adc0-ed107c7d2ed0 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:08:59.917425 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b5701739-084a-4d10-bffd-ddf413c5c1aa req-94123166-bfa5-40e7-a366-7de37cec7bd7 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804148 May 04 14:08:59.920503 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ebc95224-2548-45f3-aec3-8a0e5db9ad6b req-7e1b1a39-54a7-4ada-99b6-e73275246018 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860691 May 04 14:08:59.968365 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:09:00.050311 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:09:00.050700 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.094432 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bf949-73fe-4b98-84e0-5ae978273ab9 req-bdb9a21c-241a-46fd-a3fc-03e3d9c2affc tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:00.096021 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c5bf949-73fe-4b98-84e0-5ae978273ab9 req-bdb9a21c-241a-46fd-a3fc-03e3d9c2affc tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 944 time: 0.0478921 May 04 14:09:00.109766 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (e2427f45-78f9-4e0d-b3ed-9c3e26e2001c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.137836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:09:00.138336 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.141267 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event deleted for resources: {'Port': ['ID=e2427f45-78f9-4e0d-b3ed-9c3e26e2001c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:00.149289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['d216f5a7-dc8d-43ee-ac11-0558bc7286d3'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:09:00.153379 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c5bf949-73fe-4b98-84e0-5ae978273ab9 req-78f484d5-3484-412d-a7a3-32a2c3905094 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 May 04 14:09:00.203506 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] No DVR routers for this DVR port e2427f45-78f9-4e0d-b3ed-9c3e26e2001c on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:09:00.206441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.210857 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-058f35e5-cef6-4e96-8a13-d0519b9d7e09 req-2ddde6ae-4cf6-40ed-80ec-7362f8ef918e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "DELETE /v2.0/ports/e2427f45-78f9-4e0d-b3ed-9c3e26e2001c HTTP/1.1" status: 204 len: 173 time: 0.5631728 May 04 14:09:00.210857 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'name': 'network-vif-deleted', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:00.212736 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320963e-801d-4880-8d7f-ee46834c8818" -d '{"events": [{"server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "name": "network-vif-deleted", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:00.252110 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751eec52-8894-459b-9c4e-e3b0e175bf82 x-openstack-request-id: req-751eec52-8894-459b-9c4e-e3b0e175bf82 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:00.252412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c52e2dd-e5ed-4c58-9bbd-b649a302977b", "name": "network-vif-deleted", "tag": "e2427f45-78f9-4e0d-b3ed-9c3e26e2001c", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:00.252686 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-751eec52-8894-459b-9c4e-e3b0e175bf82 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:00.253334 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751eec52-8894-459b-9c4e-e3b0e175bf82'] response: {'server_uuid': '2c52e2dd-e5ed-4c58-9bbd-b649a302977b', 'name': 'network-vif-deleted', 'tag': 'e2427f45-78f9-4e0d-b3ed-9c3e26e2001c', 'status': 'completed', 'code': 200} May 04 14:09:00.327752 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:00.329981 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01a72a-10f4-4dc5-b1e4-78a243d4b6a7" -d '{"events": [{"server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "name": "network-vif-plugged", "status": "completed", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:00.349736 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:00.367344 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e32d0-3cc3-46cc-9820-0e16a42e3274 x-openstack-request-id: req-734e32d0-3cc3-46cc-9820-0e16a42e3274 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:00.367681 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "name": "network-vif-plugged", "status": "completed", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:00.367940 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-734e32d0-3cc3-46cc-9820-0e16a42e3274 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:00.368384 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734e32d0-3cc3-46cc-9820-0e16a42e3274'] response: {'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'code': 200} May 04 14:09:00.489878 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.543892 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:00.893052 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:00.906005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41742) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:00.996266 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Deleting subnet 47b97c26-3e90-4352-84f8-f9581981432a {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:09:01.032283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Publish callbacks [] for subnet (47b97c26-3e90-4352-84f8-f9581981432a), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.100284 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325c31b-87a4-40cd-87f7-63e881f13a1d req-dfe4520c-5b2b-41c6-b9a0-286942a12198 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:01.101807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3325c31b-87a4-40cd-87f7-63e881f13a1d req-dfe4520c-5b2b-41c6-b9a0-286942a12198 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.1210885 May 04 14:09:01.111044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fcba8-151d-48cd-8db6-0c93a6bd2212 req-bb5264f4-1c75-4a21-bc51-a11c5ce8dc5f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:01.112479 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ef1fcba8-151d-48cd-8db6-0c93a6bd2212 req-bb5264f4-1c75-4a21-bc51-a11c5ce8dc5f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0930905 May 04 14:09:01.118102 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (47b97c26-3e90-4352-84f8-f9581981432a), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.224854 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3325c31b-87a4-40cd-87f7-63e881f13a1d req-e5d9fbdf-9fb6-47e6-9fc9-24d2e0250740 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096342 May 04 14:09:01.230722 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (47b97c26-3e90-4352-84f8-f9581981432a), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.258671 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ef1fcba8-151d-48cd-8db6-0c93a6bd2212 req-8e66325a-25be-46b4-90b3-dc9f38ef28de tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372969 May 04 14:09:01.335370 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-50373fc0-cbc9-49af-abd6-2ef1387d038e req-84adc2d0-4bd7-446f-b6f1-b56893167879 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.0295115 May 04 14:09:01.383757 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea1f47-aca2-44d5-81e6-7b02e22bf474 req-f5ecf16f-6775-4e2b-8371-fe86fa76fc44 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:01.385272 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0aea1f47-aca2-44d5-81e6-7b02e22bf474 req-f5ecf16f-6775-4e2b-8371-fe86fa76fc44 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0530572 May 04 14:09:01.433808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (47b97c26-3e90-4352-84f8-f9581981432a), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.439772 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0aea1f47-aca2-44d5-81e6-7b02e22bf474 req-81c6ff12-a77c-430f-894b-d3f04cb71d5b tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477409 May 04 14:09:01.466545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b97c26-3e90-4352-84f8-f9581981432a,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:01.470798 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.474179 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-73583e8d-d8b2-4008-9526-ab2e295abe53 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47b97c26-3e90-4352-84f8-f9581981432a HTTP/1.1" status: 204 len: 168 time: 0.5671792 May 04 14:09:01.476909 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41752) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:01.485768 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76196fc7-d081-4744-988e-f9f51743e14b req-ea3e5d60-331f-4e83-9bbe-3bc98cea926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:01.487219 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-76196fc7-d081-4744-988e-f9f51743e14b req-ea3e5d60-331f-4e83-9bbe-3bc98cea926b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 1129 time: 0.0583313 May 04 14:09:01.577096 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (2c9483e1-398f-42c3-af8d-e10732f71d76), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.583071 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-76196fc7-d081-4744-988e-f9f51743e14b req-2a49411a-87a2-4057-8788-0bc84b5159d5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864422 May 04 14:09:01.668527 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (2c9483e1-398f-42c3-af8d-e10732f71d76), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.689405 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.689751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.690496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.690825 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > port after_create 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.691153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > port after_delete 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.691486 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > port after_update 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.691806 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.692124 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.692438 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.692761 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.769614 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.769976 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.770330 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.770666 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:09:01.771046 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9483e1-398f-42c3-af8d-e10732f71d76']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:01.788680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80d4cb6-e79c-444e-86f6-fb199209f2e6') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:01.788978 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80d4cb6-e79c-444e-86f6-fb199209f2e6') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:01.806294 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (a80d4cb6-e79c-444e-86f6-fb199209f2e6), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.827214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (a80d4cb6-e79c-444e-86f6-fb199209f2e6), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.841295 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:09:01.841696 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (a80d4cb6-e79c-444e-86f6-fb199209f2e6), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: from cryptography.utils import int_from_bytes May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: from cryptography.utils import int_from_bytes May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:09:01.848658 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:09:01.916900 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device e2427f45-78f9-4e0d-b3ed-9c3e26e2001c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:01.939960 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: e2427f45-78f9-4e0d-b3ed-9c3e26e2001c {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:01.940345 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device e2427f45-78f9-4e0d-b3ed-9c3e26e2001c not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:01.987588 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (2c9483e1-398f-42c3-af8d-e10732f71d76), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.995470 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:01.998790 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2c9483e1-398f-42c3-af8d-e10732f71d76 HTTP/1.1" status: 204 len: 168 time: 0.5209095 May 04 14:09:02.008385 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b2827-7ae4-45d6-91a9-07382f7c432b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9483e1-398f-42c3-af8d-e10732f71d76,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:02.350127 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52874-33c8-4005-9260-0c9d1bf0017c req-de6a1417-1789-4250-bf50-6f92b390a630 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:02.351620 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33a52874-33c8-4005-9260-0c9d1bf0017c req-de6a1417-1789-4250-bf50-6f92b390a630 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0549490 May 04 14:09:02.418049 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfaafb-0506-4fc8-bb36-43dd08cab9bd req-6df8815b-c5db-4b36-ac78-76843ca6d0aa tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:02.419571 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-81cfaafb-0506-4fc8-bb36-43dd08cab9bd req-6df8815b-c5db-4b36-ac78-76843ca6d0aa tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0670934 May 04 14:09:02.439178 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41762) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:02.456004 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33a52874-33c8-4005-9260-0c9d1bf0017c req-9a901a76-6db4-41aa-b5ca-3098e1020a8e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928504 May 04 14:09:02.478701 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.489772 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-81cfaafb-0506-4fc8-bb36-43dd08cab9bd req-63760127-5a88-4b87-91f7-d8776c42b98a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638013 May 04 14:09:02.496027 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-5452d891-63bc-4573-84d8-a746841b386a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ce4c5bab99e40258eeb2be773db75a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556772 May 04 14:09:02.498913 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41766) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:02.603678 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] Publish callbacks [] for security_group (38cdeb5a-8149-4ea5-a228-d990e7239cae), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.609757 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0de33bb4-2ec4-4b0e-88fc-bfd93b1c95bc req-fae9bf2c-d49e-46e3-b134-62177c1b85e9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c52e2dd-e5ed-4c58-9bbd-b649a302977b HTTP/1.1" status: 200 len: 210 time: 0.0586388 May 04 14:09:02.639579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a4473-eb8a-4075-b3bb-348f4df78a85 req-6cda91d3-e89d-40ce-9e06-b0025ba5fcdb tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:02.641076 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f22a4473-eb8a-4075-b3bb-348f4df78a85 req-6cda91d3-e89d-40ce-9e06-b0025ba5fcdb tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0910642 May 04 14:09:02.646091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] Publish callbacks [] for security_group (38cdeb5a-8149-4ea5-a228-d990e7239cae), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.755455 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5070-8209-45b7-8c6f-6ca8b8e3776f req-a0ba4672-d728-4f11-80fb-eff706ae50bb tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:02.757425 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7f0e5070-8209-45b7-8c6f-6ca8b8e3776f req-a0ba4672-d728-4f11-80fb-eff706ae50bb tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0951209 May 04 14:09:02.766964 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f22a4473-eb8a-4075-b3bb-348f4df78a85 req-2fdc807b-6276-4ce1-90ab-0cb8a32da784 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185272 May 04 14:09:02.773786 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41770) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:02.779251 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'port_id': '33cb39df-0210-4110-8549-97a64732cfde'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:02.823506 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.890137 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (38cdeb5a-8149-4ea5-a228-d990e7239cae), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.892810 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:02.893955 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38cdeb5a-8149-4ea5-a228-d990e7239cae HTTP/1.1" status: 204 len: 168 time: 0.3940904 May 04 14:09:02.902851 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76e3a9-3783-4c39-b247-cdea97227bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdeb5a-8149-4ea5-a228-d990e7239cae,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:03.558544 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:03.575345 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7defc4-3991-4dcb-b5b9-d62ec51536ab req-eae2200f-b1b9-4058-b860-7b3a69583711 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:03.576919 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ce7defc4-3991-4dcb-b5b9-d62ec51536ab req-eae2200f-b1b9-4058-b860-7b3a69583711 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0487375 May 04 14:09:03.626435 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ce7defc4-3991-4dcb-b5b9-d62ec51536ab req-3e839132-54c9-4991-b027-bd8ec5f90745 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 May 04 14:09:03.627203 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:03.746314 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP b64ec9b1-4a71-4ba8-b845-710d82ecbb14 associated. External IP: 172.27.3.117, port: 33cb39df-0210-4110-8549-97a64732cfde. May 04 14:09:03.889642 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9565f-45b8-46e4-ba82-cc397bc9c4df req-c601a21d-6506-440c-9959-ee414e04c40d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:03.891120 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8cd9565f-45b8-46e4-ba82-cc397bc9c4df req-c601a21d-6506-440c-9959-ee414e04c40d tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0512953 May 04 14:09:03.939090 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8cd9565f-45b8-46e4-ba82-cc397bc9c4df req-1ff414eb-30a5-42f4-a5a4-a4f59530b890 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 May 04 14:09:03.974726 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:09:04.054267 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54937b-5cd8-4461-8cf3-90d35e720711 req-1c7b9cc6-ea9a-4026-b896-61eb50d8118f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:04.055736 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4c54937b-5cd8-4461-8cf3-90d35e720711 req-1c7b9cc6-ea9a-4026-b896-61eb50d8118f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0493569 May 04 14:09:04.066068 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41784) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:04.070565 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Request body: {'floatingip': {'port_id': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:04.094412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:09:04.099137 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:04.107109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:09:04.112713 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:04.125453 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:04.126446 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:04.136824 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-68951d6b-9322-4e3c-9326-e46793851125 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "PUT /v2.0/floatingips/b64ec9b1-4a71-4ba8-b845-710d82ecbb14 HTTP/1.1" status: 200 len: 992 time: 1.3617730 May 04 14:09:04.137535 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'tag': '33cb39df-0210-4110-8549-97a64732cfde'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:04.140019 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684a45e-8ba7-456a-a216-caff473331b5" -d '{"events": [{"name": "network-changed", "server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "tag": "33cb39df-0210-4110-8549-97a64732cfde"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:04.253627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:04.263162 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537953-fbd7-4edb-8109-268dba66a65a req-89fa76e1-35a1-4a50-9778-16d1f5497b90 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:04.264757 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77537953-fbd7-4edb-8109-268dba66a65a req-89fa76e1-35a1-4a50-9778-16d1f5497b90 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.1008215 May 04 14:09:04.373316 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77537953-fbd7-4edb-8109-268dba66a65a req-ffb33b62-a451-4b5e-99cc-c9715f1e9a1d tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014292 May 04 14:09:04.377677 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb624604-4054-4499-b03c-478f6c47541a x-openstack-request-id: req-cb624604-4054-4499-b03c-478f6c47541a {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:04.378028 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "tag": "33cb39df-0210-4110-8549-97a64732cfde", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:04.378355 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb624604-4054-4499-b03c-478f6c47541a {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:04.378877 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb624604-4054-4499-b03c-478f6c47541a'] response: {'name': 'network-changed', 'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'tag': '33cb39df-0210-4110-8549-97a64732cfde', 'status': 'completed', 'code': 200} May 04 14:09:04.488282 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'b64ec9b1-4a71-4ba8-b845-710d82ecbb14', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '33cb39df-0210-4110-8549-97a64732cfde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:64:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:42Z', 'updated_at': '2022-05-04T14:09:03Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:04.515136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:09:04.523352 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:04.523956 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:04.641471 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:04.680288 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:04.753032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18693c40-b452-4be8-b783-8da031c74fcc req-28f4d25a-0dcd-4602-9722-af8cbfa0b3ab tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:04.754756 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18693c40-b452-4be8-b783-8da031c74fcc req-28f4d25a-0dcd-4602-9722-af8cbfa0b3ab tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0503893 May 04 14:09:04.777798 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:04.848769 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18693c40-b452-4be8-b783-8da031c74fcc req-3db743ab-927c-412b-94e8-9d53b0647fe9 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869260 May 04 14:09:04.871103 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'b64ec9b1-4a71-4ba8-b845-710d82ecbb14', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '33cb39df-0210-4110-8549-97a64732cfde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:64:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:42Z', 'updated_at': '2022-05-04T14:09:03Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:04.897357 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350c541-5301-48f7-bc82-a3df25aa4b33 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'b64ec9b1-4a71-4ba8-b845-710d82ecbb14', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '33cb39df-0210-4110-8549-97a64732cfde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:64:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:42Z', 'updated_at': '2022-05-04T14:09:03Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:09:04.908232 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Floating IP 5d4268da-a0e9-4280-adaf-167a44a30698 associated. External IP: 172.27.3.169, port: cc37e45f-fe71-4246-adc0-ed107c7d2ed0. May 04 14:09:05.113786 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d15e2-a12b-4955-be2c-635d6ca140b5 None None] New status for floating IP b64ec9b1-4a71-4ba8-b845-710d82ecbb14: ACTIVE {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:09:05.381683 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:09:05.529955 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f01a26-a225-475e-aad1-6e3f774fff2b req-1ef54c7a-2ab7-4d7a-be34-1aa86a74a7a2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:05.531429 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-68f01a26-a225-475e-aad1-6e3f774fff2b req-1ef54c7a-2ab7-4d7a-be34-1aa86a74a7a2 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0820456 May 04 14:09:05.532614 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:09:05.537535 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:05.543330 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:09:05.553598 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:05.554247 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:05.585472 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-71aa3f41-551c-487d-814d-cfb057f3d257 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "PUT /v2.0/floatingips/5d4268da-a0e9-4280-adaf-167a44a30698 HTTP/1.1" status: 200 len: 991 time: 1.5182910 May 04 14:09:05.591578 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:05.593862 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf64c2-a96d-468a-af84-4db950eff62c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:05.616432 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-68f01a26-a225-475e-aad1-6e3f774fff2b req-cfb4c77f-11b7-4f08-988c-acf407ec90ab tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769830 May 04 14:09:05.668197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:05.692060 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2bb96-105a-4b69-b174-3cb0965967f6 x-openstack-request-id: req-88b2bb96-105a-4b69-b174-3cb0965967f6 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:05.692574 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:05.692678 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88b2bb96-105a-4b69-b174-3cb0965967f6 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:05.693163 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b2bb96-105a-4b69-b174-3cb0965967f6'] response: {'name': 'network-changed', 'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'status': 'completed', 'code': 200} May 04 14:09:05.883442 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5d4268da-a0e9-4280-adaf-167a44a30698', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:6b:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77de83-80bb-417c-b425-c906469227b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:46Z', 'updated_at': '2022-05-04T14:09:04Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:05.915504 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:09:05.924735 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:05.925384 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:05.965075 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c530-2ef9-417a-adae-ee0a036037fa req-3cc0c309-eb02-4640-8212-70ec52be0ba6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:05.966585 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-abe1c530-2ef9-417a-adae-ee0a036037fa req-3cc0c309-eb02-4640-8212-70ec52be0ba6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0480435 May 04 14:09:06.033783 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-abe1c530-2ef9-417a-adae-ee0a036037fa req-d586ca8b-d8b3-4cd9-ba43-effd05042b78 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 May 04 14:09:06.166834 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:06.382795 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5d4268da-a0e9-4280-adaf-167a44a30698', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:6b:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77de83-80bb-417c-b425-c906469227b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:46Z', 'updated_at': '2022-05-04T14:09:04Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:06.410601 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093dc0a-760f-4c5c-85f3-9ccfda4b3196 None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5d4268da-a0e9-4280-adaf-167a44a30698', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'port_id': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'mac_address': 'fa:16:3e:6b:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77de83-80bb-417c-b425-c906469227b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:08:46Z', 'updated_at': '2022-05-04T14:09:04Z', 'revision_number': 1, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:09:06.599222 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae1bcb-5158-4220-a8f0-50f7363ecd3c None None] New status for floating IP 5d4268da-a0e9-4280-adaf-167a44a30698: ACTIVE {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:09:06.735130 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f10b7b-7f74-4ced-a328-46163f3ecc33 req-2f1e47d8-a7cc-42c0-9297-ac5954536a62 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:06.736687 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-02f10b7b-7f74-4ced-a328-46163f3ecc33 req-2f1e47d8-a7cc-42c0-9297-ac5954536a62 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0478070 May 04 14:09:06.792933 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-02f10b7b-7f74-4ced-a328-46163f3ecc33 req-95f8af58-a3d6-4ed4-88f9-62d15f36295e tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500627 May 04 14:09:07.087348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a45e-8ba7-456a-a216-caff473331b5 req-e5d7f71b-0123-477a-87ad-d867e456fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.088934 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-e5d7f71b-0123-477a-87ad-d867e456fc02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 1130 time: 0.0443258 May 04 14:09:07.149876 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b8379-684f-4b42-a34a-342d87c90d31 req-71006e0b-d44b-4251-95b6-3e9227543142 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.151511 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c9b8379-684f-4b42-a34a-342d87c90d31 req-71006e0b-d44b-4251-95b6-3e9227543142 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0490985 May 04 14:09:07.234563 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6c9b8379-684f-4b42-a34a-342d87c90d31 req-cf582e2d-eae0-467c-9861-84b10f8a5d15 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775371 May 04 14:09:07.235733 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-02aa1dc2-b8cc-40b2-a8e1-2e04b51c3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.237134 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-02aa1dc2-b8cc-40b2-a8e1-2e04b51c3d87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 1129 time: 0.0631957 May 04 14:09:07.260848 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a45e-8ba7-456a-a216-caff473331b5 req-ec60fd5f-9358-44f0-8186-f1ba11bd9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.262257 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-ec60fd5f-9358-44f0-8186-f1ba11bd9fcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 915 time: 0.0875759 May 04 14:09:07.333579 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-e9b71235-700a-4edd-9c02-62ff2dfcee76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cb39df-0210-4110-8549-97a64732cfde HTTP/1.1" status: 200 len: 1002 time: 0.0633481 May 04 14:09:07.360288 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-07e3e28f-b9e0-47d7-88e4-0beb776adbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.361773 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-07e3e28f-b9e0-47d7-88e4-0beb776adbbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 200 len: 912 time: 0.0920584 May 04 14:09:07.444337 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-62e4cf3e-aa97-4eb8-923d-031a41e4e55d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0604315 May 04 14:09:07.462267 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-cc0d72cc-73f4-4beb-84da-9f54c2a6509b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.464236 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-cc0d72cc-73f4-4beb-84da-9f54c2a6509b tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0802836 May 04 14:09:07.465763 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a45e-8ba7-456a-a216-caff473331b5 req-595765b4-6cb1-4b38-80fe-a3fb44bcaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.467076 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-595765b4-6cb1-4b38-80fe-a3fb44bcaa86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.0843441 May 04 14:09:07.493506 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-ae0de673-d79b-48f0-b1a8-b2ae263f2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.495583 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-ae0de673-d79b-48f0-b1a8-b2ae263f2052 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 200 len: 850 time: 0.0460365 May 04 14:09:07.543245 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-26a44d1d-0889-406f-9d2d-f2c149371b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.544759 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-26a44d1d-0889-406f-9d2d-f2c149371b8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c920147-4f05-4f43-8070-31b1123eb9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439482 May 04 14:09:07.550275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a45e-8ba7-456a-a216-caff473331b5 req-2443ff5b-2310-41af-831d-265202e34d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.551720 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-2443ff5b-2310-41af-831d-265202e34d6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771501 May 04 14:09:07.625823 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Deleting port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:07.625823 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:07.638155 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-0d4af8d5-374b-4532-b299-70ca30e957f2 service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871773 May 04 14:09:07.735824 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0bf64c2-a96d-468a-af84-4db950eff62c req-0721a3e0-6a5b-4db9-8677-fa62d187a005 service neutron] 10.222.0.58 "GET /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887985 May 04 14:09:07.745887 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-e3425a9c-5e9a-4111-a0ea-7ae3362f284b service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716132 May 04 14:09:07.790111 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] For port d216f5a7-dc8d-43ee-ac11-0558bc7286d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:07.790490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:07.816705 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Calling delete_port for d216f5a7-dc8d-43ee-ac11-0558bc7286d3 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:07.913414 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8684a45e-8ba7-456a-a216-caff473331b5 req-84be5711-4970-4a11-946c-fb49e5939d20 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503177 May 04 14:09:07.913817 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e39a3-8b10-4dba-b535-cdcaa684a6ea req-eb02a02c-e702-41a1-afab-3a2430c9f57c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:07.915288 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-567e39a3-8b10-4dba-b535-cdcaa684a6ea req-eb02a02c-e702-41a1-afab-3a2430c9f57c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 946 time: 0.0497942 May 04 14:09:07.965273 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-567e39a3-8b10-4dba-b535-cdcaa684a6ea req-3d2228d9-7176-42c9-8ebe-54e406cad27c tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/security-groups?id=0300bbd5-7018-4cd5-b145-47dfb67b6398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 May 04 14:09:08.069604 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (d216f5a7-dc8d-43ee-ac11-0558bc7286d3), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:08.099671 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Pushing event deleted for resources: {'Port': ['ID=d216f5a7-dc8d-43ee-ac11-0558bc7286d3,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:08.145464 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] No DVR routers for this DVR port d216f5a7-dc8d-43ee-ac11-0558bc7286d3 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:09:08.148026 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:08.151649 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6c7d048d-451f-44b0-b62f-26c6883b7cdc req-8cb3a5d4-bc23-41a3-baef-59786a2b58d9 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.58 "DELETE /v2.0/ports/d216f5a7-dc8d-43ee-ac11-0558bc7286d3 HTTP/1.1" status: 204 len: 173 time: 0.6781754 May 04 14:09:08.152089 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'name': 'network-vif-deleted', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:08.154333 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a666112-cb21-4675-98a8-70276a23bbb9" -d '{"events": [{"server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "name": "network-vif-deleted", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:08.189759 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68482f9-eb2c-4da7-bf71-fd1aac131183 x-openstack-request-id: req-c68482f9-eb2c-4da7-bf71-fd1aac131183 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:08.190049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e99e539-2f9e-49b5-82ea-1089e2dc4570", "name": "network-vif-deleted", "tag": "d216f5a7-dc8d-43ee-ac11-0558bc7286d3", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:08.190299 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c68482f9-eb2c-4da7-bf71-fd1aac131183 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:08.190699 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68482f9-eb2c-4da7-bf71-fd1aac131183'] response: {'server_uuid': '1e99e539-2f9e-49b5-82ea-1089e2dc4570', 'name': 'network-vif-deleted', 'tag': 'd216f5a7-dc8d-43ee-ac11-0558bc7286d3', 'status': 'completed', 'code': 200} May 04 14:09:08.352943 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0c50c-f0ab-49ec-960c-7184c0ea36a4 req-878c5d64-f52f-45da-8911-8683a2be5f40 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:08.355157 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-64d0c50c-f0ab-49ec-960c-7184c0ea36a4 req-878c5d64-f52f-45da-8911-8683a2be5f40 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0517330 May 04 14:09:08.410595 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-64d0c50c-f0ab-49ec-960c-7184c0ea36a4 req-97100687-c1e6-4c6e-8ea1-55570982ea33 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 May 04 14:09:09.074422 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-593e78c7-bf45-4dad-91d4-c5081afa6457 req-15714853-be18-49a4-8adf-7d94703cfd07 tempest-ServerRescueNegativeTestJSON-801376955 tempest-ServerRescueNegativeTestJSON-801376955-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e99e539-2f9e-49b5-82ea-1089e2dc4570 HTTP/1.1" status: 200 len: 210 time: 0.0285633 May 04 14:09:09.520721 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb86429-b15a-4866-9921-11a6c666d332 req-ef31896f-6cce-4923-8a3e-72c9a6b35b25 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:09.522202 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2bb86429-b15a-4866-9921-11a6c666d332 req-ef31896f-6cce-4923-8a3e-72c9a6b35b25 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0488043 May 04 14:09:09.573125 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2bb86429-b15a-4866-9921-11a6c666d332 req-a4745064-7c47-4a17-9c77-83ee40630cb5 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 May 04 14:09:09.936182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device d216f5a7-dc8d-43ee-ac11-0558bc7286d3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:09.962378 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: d216f5a7-dc8d-43ee-ac11-0558bc7286d3 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:09.962814 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device d216f5a7-dc8d-43ee-ac11-0558bc7286d3 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:10.130068 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41828) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:10.722192 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:10.732950 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0d7f2-cfab-4f1c-8c0d-cf977da01e39 req-8b4fd882-3970-4cb9-989e-249c0ade92e5 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:10.734427 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14b0d7f2-cfab-4f1c-8c0d-cf977da01e39 req-8b4fd882-3970-4cb9-989e-249c0ade92e5 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0788832 May 04 14:09:10.748505 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:09:10.857405 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-14b0d7f2-cfab-4f1c-8c0d-cf977da01e39 req-0bef98a7-8ef4-43de-988f-3a9e0a1ade0d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907223 May 04 14:09:11.070309 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Deleting port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:11.070641 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:11.149103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] For port 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:11.149838 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:11.162525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Calling delete_port for 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 owned by network:router_interface {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:11.461800 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:11.491351 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:11.684120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:11.912762 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-b8d64989-0634-4a97-bd84-43488fce1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:11.914530 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-b8d64989-0634-4a97-bd84-43488fce1aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1129 time: 0.0479956 May 04 14:09:11.919128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:09:12.015433 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d33cd4-f2a3-4799-887d-57f865723f05 req-1000655b-6736-4cb1-a735-60c687871cd0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:12.016832 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-90d33cd4-f2a3-4799-887d-57f865723f05 req-1000655b-6736-4cb1-a735-60c687871cd0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0866995 May 04 14:09:12.086585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-6603468f-b4c9-4350-9e83-f1b21b8814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:12.088886 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-6603468f-b4c9-4350-9e83-f1b21b8814d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 910 time: 0.0983803 May 04 14:09:12.166333 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-f9066ca4-8f4d-4a41-a879-edd4c277ae58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 1000 time: 0.0703781 May 04 14:09:12.217525 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-7bb587a2-2a70-48e8-829d-3f7a7a997c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:12.219031 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-7bb587a2-2a70-48e8-829d-3f7a7a997c7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.0475852 May 04 14:09:12.267837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-076c5b19-c3d6-4c25-9192-00847a250174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:12.269313 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-076c5b19-c3d6-4c25-9192-00847a250174 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435364 May 04 14:09:12.351744 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:09:12.363800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8f296c9a-5c15-4413-a0cc-ecd4ba548c01 admin admin] 10.222.0.69 "PUT /v2.0/routers/2dbadb07-0a88-4496-aa91-2c0cea2fcd02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2295113 May 04 14:09:12.365628 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41840) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:12.366744 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Sync routers for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:09:12.374613 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-74fdb8bd-22a3-4741-a528-e772a099fbb1 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988238 May 04 14:09:12.379455 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:12.380158 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:12.412754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-90d33cd4-f2a3-4799-887d-57f865723f05 req-bb13fb5c-e0f8-41e7-b4c1-658c776a54fd tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888440 May 04 14:09:12.474878 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-58cba08b-90cc-442c-bfb0-151eccc848ce req-5117396f-dcff-4f9f-8f02-b2160a87cc50 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940561 May 04 14:09:12.489583 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks [] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:12.504866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:12.603818 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks [] for router_gateway (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:12.681435 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:09:11Z', 'revision_number': 5, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port': {'id': '93f0f590-95c4-41b6-8d70-5c7223401537', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:29Z', 'updated_at': '2022-05-04T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:12.714297 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Checking router: 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:09:12.723625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Routers {'2dbadb07-0a88-4496-aa91-2c0cea2fcd02'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:12.724237 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:08:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:12.724438 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Deleting port 93f0f590-95c4-41b6-8d70-5c7223401537 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:12.724778 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:12.814204 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] For port 93f0f590-95c4-41b6-8d70-5c7223401537, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93f0f590-95c4-41b6-8d70-5c7223401537,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:12.814562 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:12.818192 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] Set router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 gateway port host: None {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:12.828602 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Calling delete_port for 93f0f590-95c4-41b6-8d70-5c7223401537 owned by network:router_gateway {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:12.872491 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:09:12Z', 'revision_number': 6, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:12.903685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d767d12-8cd7-445c-92e0-7b28a41c2306 None None] The sync data for ids ['2dbadb07-0a88-4496-aa91-2c0cea2fcd02'] in dv-cinder-836996-12-iscsi is: [{'id': '2dbadb07-0a88-4496-aa91-2c0cea2fcd02', 'name': 'tempest-ServerRescueNegativeTestJSON-1504471806-router', 'tenant_id': '373030cbd19f4dcc88d9b494dee196bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:28Z', 'updated_at': '2022-05-04T14:09:12Z', 'revision_number': 6, 'project_id': '373030cbd19f4dcc88d9b494dee196bc', 'gw_port_host': None}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:09:13.090242 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (93f0f590-95c4-41b6-8d70-5c7223401537), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.116482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Pushing event deleted for resources: {'Port': ['ID=93f0f590-95c4-41b6-8d70-5c7223401537,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:13.175374 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.286197 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.288410 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks [] for router_controller (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.412535 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (2dbadb07-0a88-4496-aa91-2c0cea2fcd02), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.413218 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dbadb07-0a88-4496-aa91-2c0cea2fcd02 {{(pid=115584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:09:13.418638 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.419696 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c13f20d8-6084-48a8-9778-8cdaa2f1199f admin admin] 10.222.0.69 "DELETE /v2.0/routers/2dbadb07-0a88-4496-aa91-2c0cea2fcd02 HTTP/1.1" status: 204 len: 168 time: 1.0530720 May 04 14:09:13.422225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41842) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:13.472564 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Deleting subnet c995a539-c124-4ec6-b876-8d6b47c320e5 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:09:13.475679 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Publish callbacks [] for subnet (c995a539-c124-4ec6-b876-8d6b47c320e5), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.537355 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (c995a539-c124-4ec6-b876-8d6b47c320e5), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.570988 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437db763-d214-494c-9830-41546062b77a req-963e2e11-aacc-4d1d-9f25-2b4e3037a0a2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:13.573590 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-437db763-d214-494c-9830-41546062b77a req-963e2e11-aacc-4d1d-9f25-2b4e3037a0a2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0784035 May 04 14:09:13.696114 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-437db763-d214-494c-9830-41546062b77a req-76301a70-1846-4b26-a4ca-6b4959e0ed6e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168652 May 04 14:09:13.703770 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (c995a539-c124-4ec6-b876-8d6b47c320e5), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.841723 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (c995a539-c124-4ec6-b876-8d6b47c320e5), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.857004 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:13.875071 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c995a539-c124-4ec6-b876-8d6b47c320e5,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:13.883753 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.888066 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cf5f5dff-869e-4918-8892-b2d260be7858 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c995a539-c124-4ec6-b876-8d6b47c320e5 HTTP/1.1" status: 204 len: 168 time: 0.4648454 May 04 14:09:13.889827 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9588065-9022-453f-ad8e-a7ffffe446b8 None None] Network b421389d-f3ad-4657-803e-5ce4302533ca requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:09:13.890815 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41846) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:13.903274 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:13.903613 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 4df2d2b1-8f5b-49e5-bcd1-a3ae8d742f94 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:13.913793 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93f0f590-95c4-41b6-8d70-5c7223401537 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:13.987208 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (b421389d-f3ad-4657-803e-5ce4302533ca), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:13.998917 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 93f0f590-95c4-41b6-8d70-5c7223401537 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:13.999262 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93f0f590-95c4-41b6-8d70-5c7223401537 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:14.042128 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Deleting port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:14.042465 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.094424 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] DHCP port deletion for b421389d-f3ad-4657-803e-5ce4302533ca request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:09:14.116232 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] For port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:14.116596 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.129509 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Calling delete_port for 5a3fdc08-ec59-40d7-9902-cc247ebbbafc owned by network:dhcp {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:14.136981 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Deleting port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:14.137447 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.201813 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] For port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,segment=NetworkSegment(fe22aaaa-92f0-4858-91a5-2cec3ab24c10),segment_id=fe22aaaa-92f0-4858-91a5-2cec3ab24c10)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:14.202125 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.219625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Calling delete_port for 5a3fdc08-ec59-40d7-9902-cc247ebbbafc owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:14.304677 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.330788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:14.334540 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] No DVR routers for this DVR port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc on host dv-cinder-836996-12-iscsi {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:09:14.342542 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (5a3fdc08-ec59-40d7-9902-cc247ebbbafc), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.371542 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] Pushing event deleted for resources: {'Port': ['ID=5a3fdc08-ec59-40d7-9902-cc247ebbbafc,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:14.376203 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626d83d-8378-434d-8bb4-9bc22a614020 None None] No DVR routers for this DVR port 5a3fdc08-ec59-40d7-9902-cc247ebbbafc on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:09:14.415700 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (b421389d-f3ad-4657-803e-5ce4302533ca), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.437491 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b421389d-f3ad-4657-803e-5ce4302533ca']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:14.447613 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:14.447918 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe22aaaa-92f0-4858-91a5-2cec3ab24c10') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:14.457417 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (fe22aaaa-92f0-4858-91a5-2cec3ab24c10), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.471495 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (fe22aaaa-92f0-4858-91a5-2cec3ab24c10), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.477751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:09:14.478171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (fe22aaaa-92f0-4858-91a5-2cec3ab24c10), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:09:14.480030 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:09:14.612488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (b421389d-f3ad-4657-803e-5ce4302533ca), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.617967 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:14.621493 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b421389d-f3ad-4657-803e-5ce4302533ca HTTP/1.1" status: 204 len: 168 time: 0.7290111 May 04 14:09:14.632922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410432-58d8-4e3e-ab91-00cff7046714 admin admin] Pushing event deleted for resources: {'Network': ['ID=b421389d-f3ad-4657-803e-5ce4302533ca,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:14.824246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596891c-1c08-4e2b-bbb3-bedfd4908eea req-0b7a4c77-ce49-46c6-9e1e-71032cecf502 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:14.826436 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e596891c-1c08-4e2b-bbb3-bedfd4908eea req-0b7a4c77-ce49-46c6-9e1e-71032cecf502 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0540986 May 04 14:09:14.880284 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e596891c-1c08-4e2b-bbb3-bedfd4908eea req-1f5e435d-f9d2-47c0-93ba-b575ab817d8e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477779 May 04 14:09:15.030362 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41854) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:15.073287 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a81c7398-1809-4ac2-86be-d1ab31df158e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=373030cbd19f4dcc88d9b494dee196bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417440 May 04 14:09:15.075724 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41856) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:15.124479 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] Publish callbacks [] for security_group (0300bbd5-7018-4cd5-b145-47dfb67b6398), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:15.146522 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] Publish callbacks [] for security_group (0300bbd5-7018-4cd5-b145-47dfb67b6398), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:15.263824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0300bbd5-7018-4cd5-b145-47dfb67b6398), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:15.266343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:15.267485 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0300bbd5-7018-4cd5-b145-47dfb67b6398 HTTP/1.1" status: 204 len: 168 time: 0.1908684 May 04 14:09:15.276009 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f258207-aba4-4208-a95d-1314becda2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300bbd5-7018-4cd5-b145-47dfb67b6398,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:15.851970 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 5a3fdc08-ec59-40d7-9902-cc247ebbbafc no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:15.872729 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 5a3fdc08-ec59-40d7-9902-cc247ebbbafc {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:15.872987 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 5a3fdc08-ec59-40d7-9902-cc247ebbbafc not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:15.955834 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:16.015740 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218441b-8af8-42e7-857f-9b3f63155991 req-24603e25-a862-4157-9215-838dccefb2bb tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:16.017579 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0218441b-8af8-42e7-857f-9b3f63155991 req-24603e25-a862-4157-9215-838dccefb2bb tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0672185 May 04 14:09:16.047522 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e is: ACTIVE; New status is: DOWN {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:09:16.047915 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:16.070262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0218441b-8af8-42e7-857f-9b3f63155991 req-b707fff0-83fc-4fe2-a284-cdbe669cac6c tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 May 04 14:09:16.079925 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:16.082190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0ccc5-d8c4-47f3-88da-1eedb99ddeac" -d '{"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:16.100780 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:16.186790 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:16.258887 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=6']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:16.294424 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-30c8f35f-8d32-4f79-aed1-e463827eab18 req-ff648605-c283-484b-9b0e-87c0dc7aa4ff service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:09:16.296197 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-30c8f35f-8d32-4f79-aed1-e463827eab18 req-ff648605-c283-484b-9b0e-87c0dc7aa4ff service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1488917 May 04 14:09:16.316590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5b8601-c36b-47b1-a607-e4a6c23a059f x-openstack-request-id: req-bc5b8601-c36b-47b1-a607-e4a6c23a059f {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:16.316590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:16.316590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc5b8601-c36b-47b1-a607-e4a6c23a059f {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:16.316590 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5b8601-c36b-47b1-a607-e4a6c23a059f'] response: {'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'code': 200} May 04 14:09:16.690480 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23201-0579-4ea4-b141-8d8a268e4bc2 req-df7fd290-86db-45f9-8807-1209848a5ce2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:16.691976 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72e23201-0579-4ea4-b141-8d8a268e4bc2 req-df7fd290-86db-45f9-8807-1209848a5ce2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0481310 May 04 14:09:16.753746 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72e23201-0579-4ea4-b141-8d8a268e4bc2 req-2d4f2d10-7e67-4530-8c96-333e4e81a212 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509429 May 04 14:09:16.814505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41900) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:16.894442 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-4eedc01e-7465-48ad-8d8a-b67792ac514a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787821 May 04 14:09:16.903560 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-cd1b6c9f-31b5-477d-a5a8-de8b6ffdff3d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:09:16.904516 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-cd1b6c9f-31b5-477d-a5a8-de8b6ffdff3d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053830 May 04 14:09:16.980571 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41908) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:17.079587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-af29eb92-9703-4218-a840-875a16b76cd6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:17.080914 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-af29eb92-9703-4218-a840-875a16b76cd6 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports/60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 940 time: 0.0993962 May 04 14:09:17.873414 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdbd76-7074-443a-958e-976bc63feb51 req-8dfcffc1-be65-4c48-9db3-9ed26b81fb49 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:17.874852 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94cdbd76-7074-443a-958e-976bc63feb51 req-8dfcffc1-be65-4c48-9db3-9ed26b81fb49 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0463941 May 04 14:09:17.926104 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94cdbd76-7074-443a-958e-976bc63feb51 req-e5a8d57b-ea96-4a4b-ba35-134031b45cbe tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 May 04 14:09:19.052311 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f143758-ab0c-4c8a-b1d8-61d7d71d28d9 req-3f180ed6-46ec-4c8c-a2cf-55de42949af0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:19.054072 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8f143758-ab0c-4c8a-b1d8-61d7d71d28d9 req-3f180ed6-46ec-4c8c-a2cf-55de42949af0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0542388 May 04 14:09:19.127494 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8f143758-ab0c-4c8a-b1d8-61d7d71d28d9 req-d94e949f-8144-43b3-8765-aebb57971d12 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654414 May 04 14:09:20.247159 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4089346-e758-4841-a7da-5864dc350b7a req-bd079429-f15e-465c-9635-2f6c2788b0d7 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.249223 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4089346-e758-4841-a7da-5864dc350b7a req-bd079429-f15e-465c-9635-2f6c2788b0d7 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0492873 May 04 14:09:20.302842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-dcf95d63-f4e7-4980-95f2-527df21f487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.304300 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4089346-e758-4841-a7da-5864dc350b7a req-24b2f678-4668-467e-b04e-535059938573 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 May 04 14:09:20.304500 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-dcf95d63-f4e7-4980-95f2-527df21f487b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a&tenant_id=88a63492d899456b992ad5ab7c8affca HTTP/1.1" status: 200 len: 1127 time: 0.0402617 May 04 14:09:20.383674 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-2795208d-a4be-406b-a97e-fe2f751aae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.385141 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-2795208d-a4be-406b-a97e-fe2f751aae7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1127 time: 0.0428433 May 04 14:09:20.480689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-7fe6572d-c52e-4778-af41-fbcfbd64f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.482173 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-7fe6572d-c52e-4778-af41-fbcfbd64f21a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 910 time: 0.0901811 May 04 14:09:20.562813 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-0fb7d1f3-9699-43ea-b221-78bf3db565c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 998 time: 0.0729401 May 04 14:09:20.623569 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-60d92e66-fc2e-4342-b435-dc5ded04ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.625070 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-60d92e66-fc2e-4342-b435-dc5ded04ea0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.0551920 May 04 14:09:20.674903 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-af1c14e9-5a5f-4798-80e7-32649fb2fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:20.676403 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-af1c14e9-5a5f-4798-80e7-32649fb2fbfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435660 May 04 14:09:20.768618 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-8520179d-c512-4e69-a74d-70d38520db74 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861733 May 04 14:09:20.867253 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a7339d8e-7eaf-4b47-8e38-4330532c4692 req-bc8ee4f5-7cfb-4160-a2b4-d5c24656d5f2 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924435 May 04 14:09:20.888243 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 41960) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:20.997438 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f151-24ee-46da-b7d5-b95018601125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.072110 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f151-24ee-46da-b7d5-b95018601125 admin admin] Publish callbacks [] for security_group (b5c9704d-52e0-4a43-921b-1ca7f17c6b4e), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.147122 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f151-24ee-46da-b7d5-b95018601125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b5c9704d-52e0-4a43-921b-1ca7f17c6b4e), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.187633 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b0f0f151-24ee-46da-b7d5-b95018601125 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06ec7bc3489b4e4f9829eafc2dda774f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981803 May 04 14:09:21.188523 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f151-24ee-46da-b7d5-b95018601125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c9704d-52e0-4a43-921b-1ca7f17c6b4e,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:21.191229 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 41964) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:21.241517 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] Publish callbacks [] for security_group (b5c9704d-52e0-4a43-921b-1ca7f17c6b4e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.264186 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] Publish callbacks [] for security_group (b5c9704d-52e0-4a43-921b-1ca7f17c6b4e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.398888 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b5c9704d-52e0-4a43-921b-1ca7f17c6b4e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.401566 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:21.405882 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5c9704d-52e0-4a43-921b-1ca7f17c6b4e HTTP/1.1" status: 204 len: 168 time: 0.2106884 May 04 14:09:21.413323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cebf8-980d-4a77-bf00-00a60faade1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c9704d-52e0-4a43-921b-1ca7f17c6b4e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:21.431526 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960d41-0245-4fdc-977e-d3c19c86a97d req-d29a27e7-d83e-4f98-a24a-e3540bcd3fea tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:21.433865 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb960d41-0245-4fdc-977e-d3c19c86a97d req-d29a27e7-d83e-4f98-a24a-e3540bcd3fea tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0588427 May 04 14:09:21.488940 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb960d41-0245-4fdc-977e-d3c19c86a97d req-13da9ec3-06bd-4249-9527-af1a9e0311ab tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 May 04 14:09:22.608324 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59df7d-5df0-4da7-8dd0-133e86ed93ad req-f52ea04d-e5fe-4478-8378-5d828b463a15 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:22.609763 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e59df7d-5df0-4da7-8dd0-133e86ed93ad req-f52ea04d-e5fe-4478-8378-5d828b463a15 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0482771 May 04 14:09:22.661729 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4e59df7d-5df0-4da7-8dd0-133e86ed93ad req-fda3479a-e974-411a-b976-3a49b9536e30 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462608 May 04 14:09:23.778829 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f61b7-e1b6-4e49-86ea-09e5ecc04792 req-0844f878-0343-4c9c-923d-e79bb45c6637 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:23.780333 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb8f61b7-e1b6-4e49-86ea-09e5ecc04792 req-0844f878-0343-4c9c-923d-e79bb45c6637 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0488830 May 04 14:09:23.835110 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cb8f61b7-e1b6-4e49-86ea-09e5ecc04792 req-777d9e06-a90b-4bcb-aa12-4a74c31f7c8e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492339 May 04 14:09:24.104411 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42022) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:24.210893 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f6c3-8026-40ac-8c3a-1e271f77c668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.289706 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f6c3-8026-40ac-8c3a-1e271f77c668 admin admin] Publish callbacks [] for security_group (7f03a538-a64b-4cf5-a311-ac0f24e59fb4), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.381864 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f6c3-8026-40ac-8c3a-1e271f77c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7f03a538-a64b-4cf5-a311-ac0f24e59fb4), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.421634 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8ca5f6c3-8026-40ac-8c3a-1e271f77c668 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcb1c40d221d42ef9379029c8f79c4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158255 May 04 14:09:24.422502 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5f6c3-8026-40ac-8c3a-1e271f77c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03a538-a64b-4cf5-a311-ac0f24e59fb4,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:24.425282 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42026) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:24.473675 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] Publish callbacks [] for security_group (7f03a538-a64b-4cf5-a311-ac0f24e59fb4), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.494733 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] Publish callbacks [] for security_group (7f03a538-a64b-4cf5-a311-ac0f24e59fb4), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.629224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7f03a538-a64b-4cf5-a311-ac0f24e59fb4), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.632134 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:24.633341 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f03a538-a64b-4cf5-a311-ac0f24e59fb4 HTTP/1.1" status: 204 len: 168 time: 0.2070501 May 04 14:09:24.646004 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed36860-1578-401e-b31d-f0754db1b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03a538-a64b-4cf5-a311-ac0f24e59fb4,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:24.956285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46dc9b-646d-4531-be9e-52ada96d010d req-4ff6f8c7-4c62-4940-ae2a-aa0480d75024 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:24.957823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e46dc9b-646d-4531-be9e-52ada96d010d req-4ff6f8c7-4c62-4940-ae2a-aa0480d75024 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0513425 May 04 14:09:25.010674 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e46dc9b-646d-4531-be9e-52ada96d010d req-fd8ce6b5-57e6-4bb8-86c7-69f65a8f9a59 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469177 May 04 14:09:25.474990 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42036) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:25.492467 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.573152 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Publish callbacks [] for security_group (317f929a-45e6-4961-aecf-c84c77bcb56d), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.657968 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (317f929a-45e6-4961-aecf-c84c77bcb56d), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.697575 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=785ed8c8950d431c994b3ee80a55f736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214458 May 04 14:09:25.699238 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317f929a-45e6-4961-aecf-c84c77bcb56d,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:25.700775 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42038) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:25.707349 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.713689 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b1a88-03d0-473a-a513-643e0e0cd879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:25.752079 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] Publish callbacks [] for security_group (317f929a-45e6-4961-aecf-c84c77bcb56d), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.774905 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] Publish callbacks [] for security_group (317f929a-45e6-4961-aecf-c84c77bcb56d), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.881199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (317f929a-45e6-4961-aecf-c84c77bcb56d), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.883814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:25.884951 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/317f929a-45e6-4961-aecf-c84c77bcb56d HTTP/1.1" status: 204 len: 168 time: 0.1831222 May 04 14:09:25.893844 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e9dfc-bb62-45f0-b7cd-32f3891bd63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f929a-45e6-4961-aecf-c84c77bcb56d,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:25.972231 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-083c0efe-ea6f-4aa0-a044-4a1a93a4fd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:26.126350 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245384b-c472-48ed-b4af-5ffb9af59811 req-44fefcbd-7810-4787-a9ac-f7a3cef18a0e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:26.127910 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1245384b-c472-48ed-b4af-5ffb9af59811 req-44fefcbd-7810-4787-a9ac-f7a3cef18a0e tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0494912 May 04 14:09:26.181427 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1245384b-c472-48ed-b4af-5ffb9af59811 req-5003ef24-9004-4b38-bd40-df420e34686c tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464449 May 04 14:09:27.018085 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42064) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:27.114948 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-679138551-network', 'tenant_id': 'a02d13ffc57b4fef80f0606fbe5b1024'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:27.201072 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Made reservation on behalf of a02d13ffc57b4fef80f0606fbe5b1024 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:09:27.203415 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.212331 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.296647 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks [] for security_group (6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.305323 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef0ea-d943-47fc-8f54-c959f912caa1 req-7d5c2015-1fd3-49b8-8fda-6a9f5ab32832 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:27.306817 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e3bef0ea-d943-47fc-8f54-c959f912caa1 req-7d5c2015-1fd3-49b8-8fda-6a9f5ab32832 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 943 time: 0.0518687 May 04 14:09:27.356515 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e3bef0ea-d943-47fc-8f54-c959f912caa1 req-d4d8864c-3f85-439f-afab-1fc6341ab0ef tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 May 04 14:09:27.377939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.408701 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:09:27.420419 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:27.429396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (821a7345-a43f-4338-8192-1e2c678e31e5), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.429396 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Added segment 821a7345-a43f-4338-8192-1e2c678e31e5 of type vlan for network 7f7660be-9ea3-4b60-a70b-e27494ea64c2 May 04 14:09:27.472985 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (7f7660be-9ea3-4b60-a70b-e27494ea64c2), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.569835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (7f7660be-9ea3-4b60-a70b-e27494ea64c2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.570833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:27.571452 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.673018 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-825bff75-e444-4262-81a9-38f78459897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:27.674685 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-825bff75-e444-4262-81a9-38f78459897b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1127 time: 0.1000590 May 04 14:09:27.675413 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] Pushing event updated for resources: {'Network': ['ID=7f7660be-9ea3-4b60-a70b-e27494ea64c2,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:27.685879 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 7f7660be-9ea3-4b60-a70b-e27494ea64c2 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:09:27.717845 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7595eb4e-ec4e-4516-a919-a049a6aad29a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6986561 May 04 14:09:27.720757 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42070) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:27.725838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Request body: {'subnet': {'network_id': '7f7660be-9ea3-4b60-a70b-e27494ea64c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-679138551-subnet', 'tenant_id': 'a02d13ffc57b4fef80f0606fbe5b1024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:27.806150 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-0a620080-2368-46e7-b11b-1095930e84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:27.808149 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-0a620080-2368-46e7-b11b-1095930e84f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 910 time: 0.1117041 May 04 14:09:27.882294 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-8b4ed6c5-8c69-48f5-8f41-db9c49296929 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 998 time: 0.0671890 May 04 14:09:27.914054 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Made reservation on behalf of a02d13ffc57b4fef80f0606fbe5b1024 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:09:27.916310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098555'] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:27.956033 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-d0db62d8-0a4b-4a5d-befa-a81b53dc2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:27.957509 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-d0db62d8-0a4b-4a5d-befa-a81b53dc2dba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.0688376 May 04 14:09:28.021786 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:09:28.038074 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-39d7c67b-6d85-4109-be01-73c9729857b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:28.039693 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-39d7c67b-6d85-4109-be01-73c9729857b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525098 May 04 14:09:28.096281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e60913b1-a994-46d7-8f0e-5a9c97f904f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.126106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:28.139099 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'port_id': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'mac_address': 'fa:16:3e:90:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:09:28.181352 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:09:28.181747 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.195789 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60250a8b-e6a1-4158-9ff0-78f87ba35b0e {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:09:28.203243 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-6531b4d2-a24b-4691-b3b4-6e8a1158a93f service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569684 May 04 14:09:28.216331 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:28.303815 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b332d8d-4d47-46ec-a33a-2710d2d17f35 req-18679435-99b1-47a4-bd9a-c99d044a2b4a service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914919 May 04 14:09:28.349843 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.373342 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098441'] for subnet (f3055575-1465-46f5-8cea-54f5be76569b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.405742 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=7']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:28.439093 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3055575-1465-46f5-8cea-54f5be76569b,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:28.452120 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Checking segment: {'id': '821a7345-a43f-4338-8192-1e2c678e31e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7f7660be-9ea3-4b60-a70b-e27494ea64c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:09:28.452505 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Network hostable DHCP agents. Network: 7f7660be-9ea3-4b60-a70b-e27494ea64c2, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:09:28.481764 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94283363-6e56-4ce4-a2ec-d837beca0a69 req-f58b9d7d-1593-4f9c-8ce5-a018fc2499b7 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:28.483255 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94283363-6e56-4ce4-a2ec-d837beca0a69 req-f58b9d7d-1593-4f9c-8ce5-a018fc2499b7 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 944 time: 0.0508747 May 04 14:09:28.534975 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94283363-6e56-4ce4-a2ec-d837beca0a69 req-37b42bc5-7537-4016-ac4f-2119c765c31f tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 May 04 14:09:28.558409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Network 7f7660be-9ea3-4b60-a70b-e27494ea64c2 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:09:28.644361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 7f7660be-9ea3-4b60-a70b-e27494ea64c2) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:09:28.648979 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:28.649628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.655224 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f4f89-422a-4d39-ae21-8952abe60256 None None] Network 7f7660be-9ea3-4b60-a70b-e27494ea64c2 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:09:28.677828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:28.779155 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b98c0eb8-2a71-49d4-8bfa-bfad9208fd9c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0572991 May 04 14:09:28.856148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['60250a8b-e6a1-4158-9ff0-78f87ba35b0e'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:09:28.926392 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dc59c-ce05-499b-9ae2-440c04ebcaa1 None None] Network 7f7660be-9ea3-4b60-a70b-e27494ea64c2 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:09:29.247394 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.494611 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42090) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:29.500656 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637258833-network', 'tenant_id': '00c52bd662f840e1bcdbfd9f6d924509'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:29.583990 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Made reservation on behalf of 00c52bd662f840e1bcdbfd9f6d924509 for: {'network': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:09:29.586332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.595743 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.653293 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83455-b8bf-4645-bcb0-2cb036c6875e req-7e2c4137-8f01-4d00-9a76-7ee5b0b38cc3 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:29.654673 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-82e83455-b8bf-4645-bcb0-2cb036c6875e req-7e2c4137-8f01-4d00-9a76-7ee5b0b38cc3 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 944 time: 0.0489147 May 04 14:09:29.675717 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks [] for security_group (32c2f848-243c-4ff8-8146-b445fa77aced), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.708025 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-82e83455-b8bf-4645-bcb0-2cb036c6875e req-da02a35e-f616-4b5e-a2e8-e43bef528a50 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475628 May 04 14:09:29.805799 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (32c2f848-243c-4ff8-8146-b445fa77aced), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.829861 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=115583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:09:29.840376 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c2f848-243c-4ff8-8146-b445fa77aced,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:29.846233 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (565f500a-946f-4293-9ef3-5b4192dc28b6), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:29.848944 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.segments_db [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Added segment 565f500a-946f-4293-9ef3-5b4192dc28b6 of type vlan for network 78742899-cb9f-476a-8ea8-142f925c4afe May 04 14:09:29.892181 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (78742899-cb9f-476a-8ea8-142f925c4afe), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.014350 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:09:30.017912 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (78742899-cb9f-476a-8ea8-142f925c4afe), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.021830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:30.021830 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.061638 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:09:30.062007 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.080969 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] Pushing event updated for resources: {'Network': ['ID=78742899-cb9f-476a-8ea8-142f925c4afe,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:30.092302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 78742899-cb9f-476a-8ea8-142f925c4afe details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:09:30.132667 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c9ecf74a-3087-4ba0-bdd9-56996a447a2c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6358030 May 04 14:09:30.135434 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42094) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:30.140975 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Request body: {'subnet': {'network_id': '78742899-cb9f-476a-8ea8-142f925c4afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637258833-subnet', 'tenant_id': '00c52bd662f840e1bcdbfd9f6d924509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:30.202106 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:09:30.202499 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.226290 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:30.228513 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f427be3-fb1c-4a4b-a76c-f05141c07914" -d '{"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-plugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:30.240859 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:30.247049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Made reservation on behalf of 00c52bd662f840e1bcdbfd9f6d924509 for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:09:30.249488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098555'] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.269066 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c0da5a-0529-491e-9b33-fb8bf0c6e227 x-openstack-request-id: req-57c0da5a-0529-491e-9b33-fb8bf0c6e227 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:30.269563 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-plugged", "status": "completed", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:30.269824 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57c0da5a-0529-491e-9b33-fb8bf0c6e227 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:30.270221 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c0da5a-0529-491e-9b33-fb8bf0c6e227'] response: {'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'code': 200} May 04 14:09:30.310306 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.363456 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=8']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:30.674442 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1125f-5d3e-436c-abff-61296e24e90e req-59979217-5498-4903-a095-83f3326d95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:30.675930 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5db1125f-5d3e-436c-abff-61296e24e90e req-59979217-5498-4903-a095-83f3326d95cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1129 time: 0.0513549 May 04 14:09:30.757852 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5db1125f-5d3e-436c-abff-61296e24e90e req-8a195221-318f-48e5-a96d-f8dc0daf62e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607085 May 04 14:09:30.795603 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098441'] for subnet (7c13fe3a-736e-4208-a5da-341ec0ba60d0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.828852 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d0a5-9563-45b1-9de5-a90dbaf95a25 req-e7fbe2b3-92cc-4a1b-b942-1449829183f1 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:30.830438 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3971d0a5-9563-45b1-9de5-a90dbaf95a25 req-e7fbe2b3-92cc-4a1b-b942-1449829183f1 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0514231 May 04 14:09:30.857114 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c13fe3a-736e-4208-a5da-341ec0ba60d0,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:30.867593 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Checking segment: {'id': '565f500a-946f-4293-9ef3-5b4192dc28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '78742899-cb9f-476a-8ea8-142f925c4afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:09:30.868089 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Network hostable DHCP agents. Network: 78742899-cb9f-476a-8ea8-142f925c4afe, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:09:30.888639 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3971d0a5-9563-45b1-9de5-a90dbaf95a25 req-18308878-e2a7-4e2e-840b-8b7125014aa2 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514293 May 04 14:09:30.895957 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:30.972323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Network 78742899-cb9f-476a-8ea8-142f925c4afe is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:09:31.058859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 78742899-cb9f-476a-8ea8-142f925c4afe) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:09:31.063275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:31.063867 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:31.067730 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1172e-0507-4336-b5f3-9babae8f5a1a None None] Network 78742899-cb9f-476a-8ea8-142f925c4afe requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:09:31.146199 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-66c004b2-8905-4de1-8fbe-00ac1ffb9f46 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0089691 May 04 14:09:31.166587 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bc89c-a4bb-43bf-b31e-02540b240653 None None] Network 78742899-cb9f-476a-8ea8-142f925c4afe requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:09:32.009410 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3b729-7148-42a5-b628-e44ec53744fc req-58b6d8cf-b861-40b9-8baa-21887c1ddae4 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:32.010949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18f3b729-7148-42a5-b628-e44ec53744fc req-58b6d8cf-b861-40b9-8baa-21887c1ddae4 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0494537 May 04 14:09:32.067587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18f3b729-7148-42a5-b628-e44ec53744fc req-0606d64a-ed00-488e-b139-25557feb0e37 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502341 May 04 14:09:32.398229 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:33.189144 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4a54-b499-48cf-8bb0-2ab85ddb4324 req-5b59d9f0-ff29-4692-964e-5a6e2ff680b4 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:33.190821 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-059f4a54-b499-48cf-8bb0-2ab85ddb4324 req-5b59d9f0-ff29-4692-964e-5a6e2ff680b4 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0528319 May 04 14:09:33.241930 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-059f4a54-b499-48cf-8bb0-2ab85ddb4324 req-357b2020-8b54-4141-9768-3a5cedda4f84 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454662 May 04 14:09:40.227382 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e7336-c011-45d8-9913-03d23f89da4a req-6fa70f28-3910-441f-bb25-913c3da4b530 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:40.228840 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-556e7336-c011-45d8-9913-03d23f89da4a req-6fa70f28-3910-441f-bb25-913c3da4b530 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0487902 May 04 14:09:40.279963 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-556e7336-c011-45d8-9913-03d23f89da4a req-d90ee4b0-76d7-43a4-a6e7-8c3d65bd00be tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 May 04 14:09:41.411669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740ab5c-b539-4fca-992b-38b27ea358bd req-ffd81de5-fb3a-444b-8266-5b31fcdf9e87 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:41.413085 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2740ab5c-b539-4fca-992b-38b27ea358bd req-ffd81de5-fb3a-444b-8266-5b31fcdf9e87 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0490890 May 04 14:09:41.469346 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2740ab5c-b539-4fca-992b-38b27ea358bd req-3b6c08da-807d-47ee-9d37-9feca67ab07c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 May 04 14:09:42.592830 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76346d-31fd-4ba2-bb60-8b87b0dd53bb req-585e4d45-8754-400e-be88-c558b0911eab tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:42.594531 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e76346d-31fd-4ba2-bb60-8b87b0dd53bb req-585e4d45-8754-400e-be88-c558b0911eab tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0484569 May 04 14:09:42.642577 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e76346d-31fd-4ba2-bb60-8b87b0dd53bb req-0a55e1f2-171f-47f5-a78d-6240e5a21de5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 May 04 14:09:43.790425 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf880f-7783-473c-804d-c52fbf2a9f00 req-fb932076-b3ca-43dd-ba6a-747327fe4b93 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:43.792714 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6cf880f-7783-473c-804d-c52fbf2a9f00 req-fb932076-b3ca-43dd-ba6a-747327fe4b93 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0537605 May 04 14:09:43.852300 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f6cf880f-7783-473c-804d-c52fbf2a9f00 req-65e1d980-bf7b-4cce-884c-3fbacd03f42c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540307 May 04 14:09:44.980149 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abd2e-7235-45f9-9536-722b83a543fa req-700e54cd-05a2-4c48-84a2-2c8f5b8cbc9c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:44.981569 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-780abd2e-7235-45f9-9536-722b83a543fa req-700e54cd-05a2-4c48-84a2-2c8f5b8cbc9c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0521672 May 04 14:09:45.031795 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-780abd2e-7235-45f9-9536-722b83a543fa req-6a2f3670-1ef3-45f5-9b15-275bc847c324 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 May 04 14:09:46.154818 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688847b8-f86d-4a26-adf3-73e078d2f2dd req-5c206a23-d5c4-4fcd-8a1d-032c5e1fea59 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:46.156379 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-688847b8-f86d-4a26-adf3-73e078d2f2dd req-5c206a23-d5c4-4fcd-8a1d-032c5e1fea59 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0510912 May 04 14:09:46.204040 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-688847b8-f86d-4a26-adf3-73e078d2f2dd req-105b3887-95a5-4f5b-9963-69cb8aaa482d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 May 04 14:09:47.329975 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d42fba-6d3b-442b-8900-0f399eb4677f req-1bfab396-63eb-4651-ac53-7af0fd0ef7e6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:47.331533 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09d42fba-6d3b-442b-8900-0f399eb4677f req-1bfab396-63eb-4651-ac53-7af0fd0ef7e6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0559325 May 04 14:09:47.381218 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-09d42fba-6d3b-442b-8900-0f399eb4677f req-313c002c-ea87-4ec3-b128-04dca5c5ab3e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 May 04 14:09:47.748705 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:09:47.921373 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42276) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:47.967144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Deleting subnet f3055575-1465-46f5-8cea-54f5be76569b {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:09:47.970493 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Publish callbacks [] for subnet (f3055575-1465-46f5-8cea-54f5be76569b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.005306 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (f3055575-1465-46f5-8cea-54f5be76569b), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.065398 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (f3055575-1465-46f5-8cea-54f5be76569b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.207219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (f3055575-1465-46f5-8cea-54f5be76569b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.233121 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3055575-1465-46f5-8cea-54f5be76569b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:48.236937 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.240280 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0e4f0db2-0230-4d50-b255-2cfd59033b7b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f3055575-1465-46f5-8cea-54f5be76569b HTTP/1.1" status: 204 len: 168 time: 0.3178923 May 04 14:09:48.242814 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42278) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:48.317834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (7f7660be-9ea3-4b60-a70b-e27494ea64c2), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.397487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (7f7660be-9ea3-4b60-a70b-e27494ea64c2), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.419439 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7660be-9ea3-4b60-a70b-e27494ea64c2']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:48.429496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821a7345-a43f-4338-8192-1e2c678e31e5') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:48.429792 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821a7345-a43f-4338-8192-1e2c678e31e5') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:48.440922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (821a7345-a43f-4338-8192-1e2c678e31e5), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.455477 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (821a7345-a43f-4338-8192-1e2c678e31e5), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.461877 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:09:48.462357 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (821a7345-a43f-4338-8192-1e2c678e31e5), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:09:48.464275 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:09:48.505037 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1ef11-c833-449a-851b-ae28b708d391 req-0d04c886-28d7-4cb6-8b2f-0b1020a02444 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:48.507051 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1a1ef11-c833-449a-851b-ae28b708d391 req-0d04c886-28d7-4cb6-8b2f-0b1020a02444 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0511122 May 04 14:09:48.574965 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1a1ef11-c833-449a-851b-ae28b708d391 req-fb76f7ef-2dbd-453b-83aa-12863db3d8d4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591269 May 04 14:09:48.640793 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (7f7660be-9ea3-4b60-a70b-e27494ea64c2), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.655947 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.659115 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7f7660be-9ea3-4b60-a70b-e27494ea64c2 HTTP/1.1" status: 204 len: 168 time: 0.4153037 May 04 14:09:48.660392 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c57ac6-00e1-4a5f-84ea-e9c4d7c58965 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7660be-9ea3-4b60-a70b-e27494ea64c2,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:48.663731 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42288) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:48.708420 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Deleting subnet 7c13fe3a-736e-4208-a5da-341ec0ba60d0 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:09:48.711793 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Publish callbacks [] for subnet (7c13fe3a-736e-4208-a5da-341ec0ba60d0), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.751477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (7c13fe3a-736e-4208-a5da-341ec0ba60d0), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.793518 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (7c13fe3a-736e-4208-a5da-341ec0ba60d0), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.919767 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (7c13fe3a-736e-4208-a5da-341ec0ba60d0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.945407 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c13fe3a-736e-4208-a5da-341ec0ba60d0,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:48.949552 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:48.952711 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-fb06accb-6618-4869-8c26-3726a676e871 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7c13fe3a-736e-4208-a5da-341ec0ba60d0 HTTP/1.1" status: 204 len: 168 time: 0.2878017 May 04 14:09:48.955380 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42290) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:49.031797 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (78742899-cb9f-476a-8ea8-142f925c4afe), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.084064 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00304910-162d-448f-80ea-258edb8c1d05 req-c978cd4e-47ba-457c-b774-428e63fb4fdc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:49.085581 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00304910-162d-448f-80ea-258edb8c1d05 req-c978cd4e-47ba-457c-b774-428e63fb4fdc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0507438 May 04 14:09:49.114411 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (78742899-cb9f-476a-8ea8-142f925c4afe), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.135984 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78742899-cb9f-476a-8ea8-142f925c4afe']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:49.141179 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00304910-162d-448f-80ea-258edb8c1d05 req-e2a7ba17-863c-4d9f-a026-ff26b2aaca3d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492470 May 04 14:09:49.145800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565f500a-946f-4293-9ef3-5b4192dc28b6') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:49.146102 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565f500a-946f-4293-9ef3-5b4192dc28b6') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:49.157191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (565f500a-946f-4293-9ef3-5b4192dc28b6), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.171926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (565f500a-946f-4293-9ef3-5b4192dc28b6), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.177949 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:09:49.178355 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (565f500a-946f-4293-9ef3-5b4192dc28b6), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:09:49.184354 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:09:49.325052 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (78742899-cb9f-476a-8ea8-142f925c4afe), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.335396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.338646 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] 10.222.0.69 "DELETE /v2.0/networks/78742899-cb9f-476a-8ea8-142f925c4afe HTTP/1.1" status: 204 len: 168 time: 0.3822281 May 04 14:09:49.351096 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Pushing event deleted for resources: {'Network': ['ID=78742899-cb9f-476a-8ea8-142f925c4afe,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:49.358597 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.359032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.359454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.359870 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.360280 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.360679 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.361084 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.361576 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.361906 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.362353 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.362753 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.363228 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.363550 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.363939 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.364334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65b93-76ab-4cf3-b893-5e1dd64b8683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:49.699223 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d20e-a03c-4ade-94f1-e8609d9b373b req-dadc14d1-da62-4fa8-9f1a-7f2f16d0523e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:49.700832 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b265d20e-a03c-4ade-94f1-e8609d9b373b req-dadc14d1-da62-4fa8-9f1a-7f2f16d0523e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0484679 May 04 14:09:49.749873 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b265d20e-a03c-4ade-94f1-e8609d9b373b req-53686be2-6267-4b9f-9f41-04b1905b30be tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 May 04 14:09:49.837889 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42310) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:49.881730 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5679acb1-4613-4ba6-addd-3173306f865a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a02d13ffc57b4fef80f0606fbe5b1024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416343 May 04 14:09:49.884326 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42312) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:49.935587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] Publish callbacks [] for security_group (6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:49.956177 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] Publish callbacks [] for security_group (6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:50.115209 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:50.117733 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:50.118890 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8 HTTP/1.1" status: 204 len: 168 time: 0.2336533 May 04 14:09:50.126806 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49699c-1bd8-4b2f-88f8-56142d45f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a5ff2-aead-4c59-9b47-9dc8f851e2c8,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:50.271738 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df9240-fd21-4a07-86c7-d49e15767a68 req-7025a24c-9114-469b-9eae-0c5b85ffe7b3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:50.273352 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17df9240-fd21-4a07-86c7-d49e15767a68 req-7025a24c-9114-469b-9eae-0c5b85ffe7b3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0559103 May 04 14:09:50.325098 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-17df9240-fd21-4a07-86c7-d49e15767a68 req-d9a5724c-d275-4282-b3f6-0ab3d4aab7dc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 May 04 14:09:50.869443 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c4681-ab58-4f43-9e65-e28d9712323d req-6663049f-9c00-49ef-966c-82a7a0c241ee tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:50.872774 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd4c4681-ab58-4f43-9e65-e28d9712323d req-6663049f-9c00-49ef-966c-82a7a0c241ee tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0510578 May 04 14:09:50.924737 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cd4c4681-ab58-4f43-9e65-e28d9712323d req-ddc540ec-211f-4dbb-823f-7fff9e2d2b20 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460804 May 04 14:09:50.940174 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-2ccf3a18-9511-4ab6-9238-ddfb98ab204f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:50.941734 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-2ccf3a18-9511-4ab6-9238-ddfb98ab204f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 946 time: 0.0577147 May 04 14:09:51.041936 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:09:51.042440 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.090708 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42332) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:51.137596 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5baa6d8e-af7a-4310-96c9-154ff6891823 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00c52bd662f840e1bcdbfd9f6d924509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456300 May 04 14:09:51.146370 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] For port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:51.146370 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.149084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42336) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:51.204603 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] Publish callbacks [] for security_group (32c2f848-243c-4ff8-8146-b445fa77aced), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.228516 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] Publish callbacks [] for security_group (32c2f848-243c-4ff8-8146-b445fa77aced), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.500975 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.500975 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (4df4a5f0-bda8-4960-b483-542c994ccaa8), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.500975 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 4df4a5f0-bda8-4960-b483-542c994ccaa8 disassociated. External IP: 172.27.3.201, port: 00062162-c60c-4c1d-b1cc-d72c69d2b9fb. May 04 14:09:51.500975 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for 00062162-c60c-4c1d-b1cc-d72c69d2b9fb owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:09:51.732549 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (32c2f848-243c-4ff8-8146-b445fa77aced), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.735274 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (00062162-c60c-4c1d-b1cc-d72c69d2b9fb), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.737679 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:51.740221 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32c2f848-243c-4ff8-8146-b445fa77aced HTTP/1.1" status: 204 len: 168 time: 0.5888917 May 04 14:09:51.756725 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a9707-139b-4528-9a71-24cab81ef30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c2f848-243c-4ff8-8146-b445fa77aced,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:51.771325 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=00062162-c60c-4c1d-b1cc-d72c69d2b9fb,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:51.909662 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:09:52.033698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:09:52.045625 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:09:52.057089 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:52.058105 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:09:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:52.079917 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] No DVR routers for this DVR port 00062162-c60c-4c1d-b1cc-d72c69d2b9fb on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:09:52.082779 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:52.086253 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-5d68a134-a2e7-4d49-a2cd-01df32376726 req-d60cc4a9-9da9-4690-bc7d-564520b1862b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "DELETE /v2.0/ports/00062162-c60c-4c1d-b1cc-d72c69d2b9fb HTTP/1.1" status: 204 len: 173 time: 1.1345930 May 04 14:09:52.086859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'name': 'network-vif-deleted', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:09:52.088710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8288874a-04f0-4691-8768-f7062f949e5b req-98c027c0-7cb1-4e5c-9e05-750e5b4b2a5b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0333829 May 04 14:09:52.090485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4674d084-78e2-4acc-a781-2ed2008f0f78" -d '{"events": [{"server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "name": "network-vif-deleted", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:09:52.197442 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:52.279156 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee69a-cca6-41dc-9522-22e84682265d req-46b71522-bcd0-48f7-80d2-254cfea9841a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:52.280941 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9ceee69a-cca6-41dc-9522-22e84682265d req-46b71522-bcd0-48f7-80d2-254cfea9841a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0828741 May 04 14:09:52.363033 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9ceee69a-cca6-41dc-9522-22e84682265d req-dea109a9-80b5-4bb7-bd02-4474d9cb4244 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690904 May 04 14:09:52.410191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9e258-150d-458f-8fb8-48ec41820d64 x-openstack-request-id: req-86b9e258-150d-458f-8fb8-48ec41820d64 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:09:52.410191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbc3b5f-3cb6-4f73-8734-608be1e378a7", "name": "network-vif-deleted", "tag": "00062162-c60c-4c1d-b1cc-d72c69d2b9fb", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:09:52.410483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86b9e258-150d-458f-8fb8-48ec41820d64 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:09:52.410903 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b9e258-150d-458f-8fb8-48ec41820d64'] response: {'server_uuid': '3cbc3b5f-3cb6-4f73-8734-608be1e378a7', 'name': 'network-vif-deleted', 'tag': '00062162-c60c-4c1d-b1cc-d72c69d2b9fb', 'status': 'completed', 'code': 200} May 04 14:09:52.472392 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:52.500606 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:09:52.509908 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:09:52.510718 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:09:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:52.625621 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:09:52.826614 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:09:52.860602 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ee556-7751-43d2-9072-25bf4f748e4d None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:09:53.105332 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f128381-6168-4c76-9286-c95fc563bca6 None None] New status for floating IP 4df4a5f0-bda8-4960-b483-542c994ccaa8: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:09:53.220466 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0443d76-5f84-4a83-8355-b69c5c633414 req-4967db7e-c43c-44a7-850e-c6030d72ecd3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cbc3b5f-3cb6-4f73-8734-608be1e378a7 HTTP/1.1" status: 200 len: 210 time: 0.0306129 May 04 14:09:53.486174 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2453ec-d450-4c14-a84c-c81311977081 req-63570e96-c13e-494f-be62-7a380bbb6fa9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:53.487657 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e2453ec-d450-4c14-a84c-c81311977081 req-63570e96-c13e-494f-be62-7a380bbb6fa9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0471010 May 04 14:09:53.534324 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e2453ec-d450-4c14-a84c-c81311977081 req-37844d5b-e610-4500-ae19-8c673ba0e099 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 May 04 14:09:53.926749 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42394) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:54.038283 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7175810a-9cc5-490a-bad1-6dacf251b015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.118126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7175810a-9cc5-490a-bad1-6dacf251b015 admin admin] Publish callbacks [] for security_group (689e82d6-23b8-45d4-8c9d-7045db2de18c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.212066 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7175810a-9cc5-490a-bad1-6dacf251b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (689e82d6-23b8-45d4-8c9d-7045db2de18c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.251094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175810a-9cc5-490a-bad1-6dacf251b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e82d6-23b8-45d4-8c9d-7045db2de18c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:54.255474 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7175810a-9cc5-490a-bad1-6dacf251b015 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66a1a692a17c423c96aad4258f5727de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274581 May 04 14:09:54.258453 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42404) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:09:54.312170 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] Publish callbacks [] for security_group (689e82d6-23b8-45d4-8c9d-7045db2de18c), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.337842 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] Publish callbacks [] for security_group (689e82d6-23b8-45d4-8c9d-7045db2de18c), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.492308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-b0f90d96-8913-489a-ab46-3847ab338f7b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576961337&fields=id&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 267 time: 0.0449412 May 04 14:09:54.497574 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (689e82d6-23b8-45d4-8c9d-7045db2de18c), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.503500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:54.503500 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/689e82d6-23b8-45d4-8c9d-7045db2de18c HTTP/1.1" status: 204 len: 168 time: 0.2418189 May 04 14:09:54.520169 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e81e24-cfb1-4a17-b000-03ad45062923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e82d6-23b8-45d4-8c9d-7045db2de18c,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:54.623323 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-b4237e7a-6e36-4349-a4c8-87da8edc4a76 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:54.624785 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-b4237e7a-6e36-4349-a4c8-87da8edc4a76 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1226151 May 04 14:09:54.662938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-b7b6ced2-fc0c-47dd-a27b-da156bc3b727 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/quotas/1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 375 time: 0.0285797 May 04 14:09:54.689433 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c5602-386b-41ec-8823-3e662f3cc31f req-fa690994-fa76-4f51-813e-10a4ccb512f5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:54.690871 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-345c5602-386b-41ec-8823-3e662f3cc31f req-fa690994-fa76-4f51-813e-10a4ccb512f5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0652061 May 04 14:09:54.740373 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-ebedb629-ea25-4afd-8e2d-a29c7b83a01d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712881 May 04 14:09:54.786937 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-345c5602-386b-41ec-8823-3e662f3cc31f req-33d44dc9-78ca-4d98-8c59-27e4b8869807 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795257 May 04 14:09:54.851767 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e230d5c4-0fcf-4fd5-b7e0-8ef6b1b452c5 service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979705 May 04 14:09:54.947484 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-f8e3767b-da66-4df3-b4f6-46082ca721c7 service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 May 04 14:09:55.811358 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-534648c3-df5a-40a8-83bc-bfdc60931d4d req-334338ff-bf80-4735-950c-fef369b56d4b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0312438 May 04 14:09:55.928300 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf697787-16e3-4ed7-bae3-44d9f2b86ff9 req-2e787cda-70f1-4f39-b2b8-007af4643018 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:55.929818 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bf697787-16e3-4ed7-bae3-44d9f2b86ff9 req-2e787cda-70f1-4f39-b2b8-007af4643018 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0612767 May 04 14:09:55.980691 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bf697787-16e3-4ed7-bae3-44d9f2b86ff9 req-24ababec-a860-417c-9fa6-855d74667290 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 May 04 14:09:56.007099 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b6bebac-ae9f-4b0a-b63a-c2d7685b0370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:56.124129 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 00062162-c60c-4c1d-b1cc-d72c69d2b9fb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:09:56.145366 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 00062162-c60c-4c1d-b1cc-d72c69d2b9fb {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:09:56.145715 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 00062162-c60c-4c1d-b1cc-d72c69d2b9fb not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:09:56.914666 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cda43d8a-ddf2-4d2b-bd1e-a0f1bd812a7e req-ab74cc04-2683-4b87-8443-b08043ac392f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0330830 May 04 14:09:57.108925 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d40f6-ac1e-48bf-8e08-200fea69bcb8 req-2b1d57d9-2e9a-47e3-84d1-77b348b740c9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:57.110555 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a52d40f6-ac1e-48bf-8e08-200fea69bcb8 req-2b1d57d9-2e9a-47e3-84d1-77b348b740c9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0502388 May 04 14:09:57.159196 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a52d40f6-ac1e-48bf-8e08-200fea69bcb8 req-d107a2c0-7d1f-4301-8670-11527486de66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 May 04 14:09:58.013576 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9b32d997-7015-497b-9e43-0c0b8a10d89c req-6ceb945c-b100-4007-87ba-b4b2eee8f196 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0294080 May 04 14:09:58.069006 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96d03967-0d61-4e63-833d-42865169089b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:58.126939 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:09:58.230089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:58.241632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:09:58.285811 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: ACTIVE; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:09:58.286136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:58.288077 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e37bfb-c960-41e9-97e7-a8d4f9433de4 req-01c77ab3-e19f-41a0-bbbe-1fb61241e8b8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:58.289603 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36e37bfb-c960-41e9-97e7-a8d4f9433de4 req-01c77ab3-e19f-41a0-bbbe-1fb61241e8b8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0557325 May 04 14:09:58.301985 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:09:58.326491 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:09:58.342370 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-36e37bfb-c960-41e9-97e7-a8d4f9433de4 req-2cbbd6c2-2536-4c09-80e3-40a98615edab tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 May 04 14:09:58.423349 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-91325ec4-8131-444a-a098-d777d36fc415 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:58.424789 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-91325ec4-8131-444a-a098-d777d36fc415 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1066749 May 04 14:09:58.475232 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:58.539648 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=6']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:58.548836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.549190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.549566 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.549838 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-8aeb546f-3aab-43f0-ae09-671b3f3463ba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 379 time: 0.0867467 May 04 14:09:58.550081 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.550425 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.550760 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.551086 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.551412 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.551758 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.552087 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.552412 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.552737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.553063 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.553409 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.553860 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:09:58.567270 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'port': {'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'admin_state_up': True, 'tenant_id': '1625f082167647399a6211547163cb93', 'security_groups': ['59baeb0f-834b-456c-a207-d3af5c03fab2']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:09:58.671898 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:58.685827 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['4c7cebfa-bd26-4718-b8fc-63bf694632eb'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:09:58.807970 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Made reservation on behalf of 1625f082167647399a6211547163cb93 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:09:58.811058 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:58.943829 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.20.0.5 (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e/b74d9e22-574e-4b6a-b65c-74ce55e3b864/15db9abd-9204-42c2-848a-b5a796776578) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:09:59.094382 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (15db9abd-9204-42c2-848a-b5a796776578), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:59.111278 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f633135a-3afb-4489-b794-763a197e3c82 req-b725298a-1e83-40c8-99cc-0179a84f91cf tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0291622 May 04 14:09:59.230484 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:59.258097 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:59.273578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:09:59.277481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:09:59.283867 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:09:59.290106 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:09:59.343342 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:59.343978 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:59.463329 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-326d6cbc-af3f-46e4-89f0-b326c7728964 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017270 May 04 14:09:59.468465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780f908-1546-4621-aa85-b76bcf7b82a0 req-477f3448-8293-4780-b566-0479fd124466 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:09:59.470042 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8780f908-1546-4621-aa85-b76bcf7b82a0 req-477f3448-8293-4780-b566-0479fd124466 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0505416 May 04 14:09:59.517355 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8780f908-1546-4621-aa85-b76bcf7b82a0 req-565cd99c-d243-4e5a-8267-b59665777980 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 May 04 14:09:59.536220 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-7fa97558-e444-49d2-a245-f5c6ffba9058 None None] Provisioning complete for port 15db9abd-9204-42c2-848a-b5a796776578 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:09:59.536590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7fa97558-e444-49d2-a245-f5c6ffba9058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (15db9abd-9204-42c2-848a-b5a796776578), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:59.571550 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7fa97558-e444-49d2-a245-f5c6ffba9058 None None] Port 15db9abd-9204-42c2-848a-b5a796776578 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:10:00.226175 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504287-ed19-4bbe-b9e8-9563e16f2119 req-442bfdc3-f8f4-4ec1-9727-7f00c311c723 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:00.227605 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-66504287-ed19-4bbe-b9e8-9563e16f2119 req-442bfdc3-f8f4-4ec1-9727-7f00c311c723 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 931 time: 0.0490737 May 04 14:10:00.279510 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-66504287-ed19-4bbe-b9e8-9563e16f2119 req-0787cf29-0ae4-4a0e-8ee4-29ef43044f43 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455441 May 04 14:10:00.642758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e69d-f244-4497-9345-e63e2c9f7d1d req-bdffcd8b-184c-4996-a46a-b4a8b5ff915f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:00.644244 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6bf6e69d-f244-4497-9345-e63e2c9f7d1d req-bdffcd8b-184c-4996-a46a-b4a8b5ff915f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0479500 May 04 14:10:00.693935 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6bf6e69d-f244-4497-9345-e63e2c9f7d1d req-0b67b88b-c7e0-4d6d-97bc-5e0c1428b398 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 May 04 14:10:00.920577 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:01.393536 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a05dd-9096-4804-a2f6-8969fb2590ca req-711020e2-9aa7-4194-8111-cc883f6d3479 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:01.394994 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-469a05dd-9096-4804-a2f6-8969fb2590ca req-711020e2-9aa7-4194-8111-cc883f6d3479 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 931 time: 0.0468049 May 04 14:10:01.447165 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-469a05dd-9096-4804-a2f6-8969fb2590ca req-0a23cbcc-59fc-4c82-8971-0586dc6ad690 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461581 May 04 14:10:01.485807 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:01.534445 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 4c7cebfa-bd26-4718-b8fc-63bf694632eb triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:01.534812 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:01.585684 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Request body: {'port': {'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:01.614685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:01.615080 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:01.642794 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:01.645876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e166218d-030b-494a-a66a-81b48ed11e84" -d '{"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:01.667556 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:01.687287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (15db9abd-9204-42c2-848a-b5a796776578), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:01.699704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0032e9-da3a-4e43-8b7b-c6f38f3faa2b x-openstack-request-id: req-8e0032e9-da3a-4e43-8b7b-c6f38f3faa2b {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:01.699704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:01.699704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e0032e9-da3a-4e43-8b7b-c6f38f3faa2b {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:01.699704 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0032e9-da3a-4e43-8b7b-c6f38f3faa2b'] response: {'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'code': 200} May 04 14:10:01.767171 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:01.826573 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=7']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:01.828157 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97572f12-cf06-4910-9c36-18b9b6958cc5 req-103b314b-de49-4d53-bf91-1449cbaceaf4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:01.829686 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-97572f12-cf06-4910-9c36-18b9b6958cc5 req-103b314b-de49-4d53-bf91-1449cbaceaf4 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0484564 May 04 14:10:01.880512 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-97572f12-cf06-4910-9c36-18b9b6958cc5 req-585284db-d2d5-4cac-91f4-14ec045d3170 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 May 04 14:10:01.983667 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15db9abd-9204-42c2-848a-b5a796776578 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:10:01.991171 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks [] for port (15db9abd-9204-42c2-848a-b5a796776578), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.003865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Transition to ACTIVE for port object 15db9abd-9204-42c2-848a-b5a796776578 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:10:02.089177 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.145669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Pushing event updated for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:02.222469 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Attempting to bind port 15db9abd-9204-42c2-848a-b5a796776578 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:10:02.222796 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Attempting to bind port 15db9abd-9204-42c2-848a-b5a796776578 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:10:02.223131 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Attempting to bind port 15db9abd-9204-42c2-848a-b5a796776578 on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:02.227848 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Port 15db9abd-9204-42c2-848a-b5a796776578 on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:10:02.228167 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Attempting to bind port 15db9abd-9204-42c2-848a-b5a796776578 on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:02.233564 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:10:02.233881 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:02.234353 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Bound using segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:10:02.234672 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Bound port: 15db9abd-9204-42c2-848a-b5a796776578, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:10:02.235025 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (15db9abd-9204-42c2-848a-b5a796776578), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.311484 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:10:02.324189 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=15db9abd-9204-42c2-848a-b5a796776578,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:10:02.372788 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.458518 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.492497 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:02.493306 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:02.495300 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] 10.222.0.58 "PUT /v2.0/ports/15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 1093 time: 0.9144533 May 04 14:10:02.497775 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:02.500049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347206b-5c02-4fe1-b8c2-813261d71855" -d '{"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:02.534871 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef5d3-e9d2-463c-96b8-f226a55d8671 service neutron] Pushing event updated for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:02.570740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee83644-7f24-43d1-bd5a-367aed19d2e9 x-openstack-request-id: req-7ee83644-7f24-43d1-bd5a-367aed19d2e9 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:02.571034 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:02.571289 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ee83644-7f24-43d1-bd5a-367aed19d2e9 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:02.571692 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee83644-7f24-43d1-bd5a-367aed19d2e9'] response: {'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578', 'status': 'completed', 'code': 200} May 04 14:10:02.580810 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336246-501f-485a-9bf6-35a97e69280e req-fde7f7af-3309-457b-9621-6e10d145fdba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:02.582347 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-01336246-501f-485a-9bf6-35a97e69280e req-fde7f7af-3309-457b-9621-6e10d145fdba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0558231 May 04 14:10:02.651802 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-01336246-501f-485a-9bf6-35a97e69280e req-1a054087-572b-4477-b98f-4e9f432d0e55 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631225 May 04 14:10:02.672837 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-845b6bd1-9802-4048-8dcc-15435f441a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:02.675404 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-845b6bd1-9802-4048-8dcc-15435f441a44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1127 time: 0.0589545 May 04 14:10:02.914221 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-255178a1-d445-40b9-90a0-5f7ee28bc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:02.915466 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-255178a1-d445-40b9-90a0-5f7ee28bc327 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1625f082167647399a6211547163cb93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2254350 May 04 14:10:03.055188 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb756be-4836-4cb6-a0f4-bf1fc6d784bc req-7f60c107-bf6f-42ec-85ff-39075d368790 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.056792 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcb756be-4836-4cb6-a0f4-bf1fc6d784bc req-7f60c107-bf6f-42ec-85ff-39075d368790 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0740106 May 04 14:10:03.062507 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-3bc29288-33fc-407d-80ca-9118cc0c34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.064085 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3347206b-5c02-4fe1-b8c2-813261d71855 req-3bc29288-33fc-407d-80ca-9118cc0c34db service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424382 May 04 14:10:03.129815 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcb756be-4836-4cb6-a0f4-bf1fc6d784bc req-5a3f5351-ae99-4380-9425-88bd633c0222 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648673 May 04 14:10:03.180426 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-fd2587f6-f5df-43c1-929a-bb38353a3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.182769 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-fd2587f6-f5df-43c1-929a-bb38353a3f59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1127 time: 0.0511172 May 04 14:10:03.235800 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-5b40d8a8-07fa-49d3-a526-c269a84abf75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 217 time: 0.0378122 May 04 14:10:03.299254 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-a724bfdd-c740-4acf-a3e2-53e089fe54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.301230 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-a724bfdd-c740-4acf-a3e2-53e089fe54f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0569103 May 04 14:10:03.352373 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-ad3b4d13-0ede-401f-95b9-2519660bde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.354940 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-ad3b4d13-0ede-401f-95b9-2519660bde15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457208 May 04 14:10:03.491724 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-0d1f8331-53d4-4984-a74d-56cfa0397ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293571 May 04 14:10:03.622308 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-ba6f976e-7f7e-4ca4-b555-f13e7569936c req-e09a7625-5db1-45ef-a310-3429841c48a9 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240993 May 04 14:10:03.836108 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e646-2a71-4251-8c9d-0f26b8f9cd56 req-6b9b44f3-edf4-4d89-af75-5596f0dc62e8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:03.839286 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2709e646-2a71-4251-8c9d-0f26b8f9cd56 req-6b9b44f3-edf4-4d89-af75-5596f0dc62e8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0632980 May 04 14:10:03.908020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2709e646-2a71-4251-8c9d-0f26b8f9cd56 req-97040a1d-f083-4012-aa2a-417af7ac0b1d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632937 May 04 14:10:04.268660 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ec72d-f7e6-41c0-a438-5c6fcba5dcc2 req-288d61c1-ce9b-4296-81fd-a8fb1ac43a1c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:04.270208 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8e0ec72d-f7e6-41c0-a438-5c6fcba5dcc2 req-288d61c1-ce9b-4296-81fd-a8fb1ac43a1c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0611398 May 04 14:10:04.329952 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8e0ec72d-f7e6-41c0-a438-5c6fcba5dcc2 req-27acb0d3-e8ae-4027-b1f5-7aff418a5889 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503719 May 04 14:10:05.045265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676bdb4-681f-4546-9cb5-70e4718ecde8 req-f9aa68d8-864a-44bc-b639-91d2ae635768 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:05.048312 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9676bdb4-681f-4546-9cb5-70e4718ecde8 req-f9aa68d8-864a-44bc-b639-91d2ae635768 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0588369 May 04 14:10:05.098274 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9676bdb4-681f-4546-9cb5-70e4718ecde8 req-d13550f6-e412-424b-946b-052d775eade4 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 May 04 14:10:05.469891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767eb1e-b2cf-464e-ac78-015aa093d0b5 req-ada01e7b-3902-4a7c-9e6e-0f59c532c79d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:05.471537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8767eb1e-b2cf-464e-ac78-015aa093d0b5 req-ada01e7b-3902-4a7c-9e6e-0f59c532c79d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0540497 May 04 14:10:05.527898 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8767eb1e-b2cf-464e-ac78-015aa093d0b5 req-1a993b48-1023-40d3-a395-f3b46f863d22 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496910 May 04 14:10:06.234619 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175124-3ea9-4c96-affd-d1b6459081aa req-cc19627e-e928-47a5-9ff1-cc10388d3d96 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:06.236301 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2b175124-3ea9-4c96-affd-d1b6459081aa req-cc19627e-e928-47a5-9ff1-cc10388d3d96 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0547838 May 04 14:10:06.300367 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2b175124-3ea9-4c96-affd-d1b6459081aa req-fbcd335c-d210-421d-a1ee-80fa33dd1f6f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565207 May 04 14:10:06.696303 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba64b-f39d-4b7a-a698-24fd266ab0c7 req-5733d2e6-d6dc-4147-ad06-25434393f643 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:06.704528 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-659ba64b-f39d-4b7a-a698-24fd266ab0c7 req-5733d2e6-d6dc-4147-ad06-25434393f643 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0762775 May 04 14:10:06.761202 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-659ba64b-f39d-4b7a-a698-24fd266ab0c7 req-f2fe0b82-11e6-4988-b973-32993210b78f tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550783 May 04 14:10:07.751612 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e4704-558b-49db-a8c4-419be4e94b86 req-b055cd61-ebb9-4a25-975f-1104540daefa tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:07.754537 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b0e4704-558b-49db-a8c4-419be4e94b86 req-b055cd61-ebb9-4a25-975f-1104540daefa tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.3732281 May 04 14:10:07.832482 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b0e4704-558b-49db-a8c4-419be4e94b86 req-09fe81b3-539e-48ac-bcce-8aa20d7cc356 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668366 May 04 14:10:07.900677 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b440-0969-48d1-9b4e-d0114a833bf3 req-4544e030-b63b-497c-b52b-32c1847c3402 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:07.903040 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3552b440-0969-48d1-9b4e-d0114a833bf3 req-4544e030-b63b-497c-b52b-32c1847c3402 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0520995 May 04 14:10:07.957866 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3552b440-0969-48d1-9b4e-d0114a833bf3 req-fad02e9c-ecbe-4faa-aa4c-b99026c7a5fa tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 May 04 14:10:08.964089 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622591a-a190-468a-9fe8-b6eca5888b16 req-808d64e2-4a28-4bf8-9714-30f9aff9432d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:08.969270 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b622591a-a190-468a-9fe8-b6eca5888b16 req-808d64e2-4a28-4bf8-9714-30f9aff9432d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0498359 May 04 14:10:09.015859 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b622591a-a190-468a-9fe8-b6eca5888b16 req-35402525-b16b-49e8-b793-ee021c1eb76f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 May 04 14:10:09.092797 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5154a4-9b27-4d35-ade8-6d91e4c96e62 req-1da4d13d-decb-436a-93bc-72f8f621fd4c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:09.094294 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee5154a4-9b27-4d35-ade8-6d91e4c96e62 req-1da4d13d-decb-436a-93bc-72f8f621fd4c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0473003 May 04 14:10:09.141492 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ee5154a4-9b27-4d35-ade8-6d91e4c96e62 req-079288d8-96ff-43a6-821e-8bd823aaeef9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 May 04 14:10:10.201422 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbc66-de98-43df-957c-c4d8ff6cc3bf req-cbd3492e-b7ee-414f-8527-408039731095 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:10.209377 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e9cbc66-de98-43df-957c-c4d8ff6cc3bf req-cbd3492e-b7ee-414f-8527-408039731095 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0918989 May 04 14:10:10.286279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e9cbc66-de98-43df-957c-c4d8ff6cc3bf req-0041cb03-6b39-4ce3-851b-eb6d45967133 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694971 May 04 14:10:10.343995 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887d842-b027-4ecc-8e8d-e2675e31a6f5 req-4ca934c1-74f2-4650-9823-6b18d4c64b70 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:10.345634 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3887d842-b027-4ecc-8e8d-e2675e31a6f5 req-4ca934c1-74f2-4650-9823-6b18d4c64b70 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0599804 May 04 14:10:10.420733 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3887d842-b027-4ecc-8e8d-e2675e31a6f5 req-d06c27d7-b3ca-48c7-838b-625075877c19 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621927 May 04 14:10:11.413206 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51fe4-8c5e-452a-957f-5d2e3ed02ab9 req-d12b241b-bf7f-4d3c-9244-e1b192c601d3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:11.414843 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4fa51fe4-8c5e-452a-957f-5d2e3ed02ab9 req-d12b241b-bf7f-4d3c-9244-e1b192c601d3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0571530 May 04 14:10:11.484562 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4fa51fe4-8c5e-452a-957f-5d2e3ed02ab9 req-19eb14d5-4d80-4a8f-9076-a64fe9273c13 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 May 04 14:10:11.571287 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e1c4-05aa-4841-b535-4161faff2c5e req-9c25813a-4984-4e9f-a2d5-2fc0866358e6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:11.578292 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5812e1c4-05aa-4841-b535-4161faff2c5e req-9c25813a-4984-4e9f-a2d5-2fc0866358e6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0639040 May 04 14:10:11.649823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5812e1c4-05aa-4841-b535-4161faff2c5e req-ffb1ef58-474e-4214-9711-a18ad0508c32 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706589 May 04 14:10:12.593775 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abd26b-13ae-4310-81f1-3d154ee878ba req-3d0caf47-d60f-4a38-968b-9e62e856c8e2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:12.595287 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-75abd26b-13ae-4310-81f1-3d154ee878ba req-3d0caf47-d60f-4a38-968b-9e62e856c8e2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0477023 May 04 14:10:12.645313 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-75abd26b-13ae-4310-81f1-3d154ee878ba req-3262852f-8645-4085-a6e8-ea660f4ec362 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 May 04 14:10:12.770301 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058b23-3150-4e08-b5eb-0a5093a3872e req-7d86b106-c287-4eff-8141-3ab1d1b02de8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:12.771804 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a058b23-3150-4e08-b5eb-0a5093a3872e req-7d86b106-c287-4eff-8141-3ab1d1b02de8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0485716 May 04 14:10:12.830684 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6a058b23-3150-4e08-b5eb-0a5093a3872e req-73b9a6ac-b861-4dc7-8ee7-64b21dfc428e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523705 May 04 14:10:13.766509 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fc10c-d85f-4611-a563-2da0f8e57398 req-b253b4a9-e016-45d1-b164-aedb8fdc2a29 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:13.768155 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-145fc10c-d85f-4611-a563-2da0f8e57398 req-b253b4a9-e016-45d1-b164-aedb8fdc2a29 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0536401 May 04 14:10:13.818820 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-145fc10c-d85f-4611-a563-2da0f8e57398 req-c9b4a890-a5f0-4f3c-a3bf-8bf459843b95 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429809 May 04 14:10:13.954087 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ee564-8eee-4e04-9fc7-01c33b834d35 req-8f37217e-d84f-4f28-b435-1a2712e940d0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:13.955611 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-699ee564-8eee-4e04-9fc7-01c33b834d35 req-8f37217e-d84f-4f28-b435-1a2712e940d0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0494294 May 04 14:10:14.002699 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-699ee564-8eee-4e04-9fc7-01c33b834d35 req-8901a8c3-554b-4e30-8695-08e861560638 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 May 04 14:10:14.940901 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55393b0-ad0e-4839-a31c-3db59e39dc84 req-85734cb1-44cc-4d2b-81f8-c601a1b7edd1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:14.942374 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b55393b0-ad0e-4839-a31c-3db59e39dc84 req-85734cb1-44cc-4d2b-81f8-c601a1b7edd1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0535655 May 04 14:10:14.999202 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b55393b0-ad0e-4839-a31c-3db59e39dc84 req-c0bc59bc-0e8c-47cd-bd32-d403fbfc835b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503116 May 04 14:10:15.124498 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069edc-8d8d-4008-b995-0d3e9eb25729 req-a9cbf97f-69bf-480f-95a1-839e1e334425 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:15.125965 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e069edc-8d8d-4008-b995-0d3e9eb25729 req-a9cbf97f-69bf-480f-95a1-839e1e334425 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0492420 May 04 14:10:15.173000 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3e069edc-8d8d-4008-b995-0d3e9eb25729 req-0fe640aa-0aaa-4391-89c7-48dc52914a1e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 May 04 14:10:16.120484 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4da7b-bf4d-45c7-91bf-e6e8d002c4ef req-46f780d6-911b-488f-a11f-d186790df6d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:16.121971 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-56c4da7b-bf4d-45c7-91bf-e6e8d002c4ef req-46f780d6-911b-488f-a11f-d186790df6d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0522244 May 04 14:10:16.172523 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-56c4da7b-bf4d-45c7-91bf-e6e8d002c4ef req-acdc6505-a229-4d59-9743-1b9c37ee3d37 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 May 04 14:10:16.296570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ae68-caaf-4cca-96b5-e0210fcfc9d4 req-393d37c3-3cda-4e6a-96ea-32c514e2b635 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:16.296570 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a44ae68-caaf-4cca-96b5-e0210fcfc9d4 req-393d37c3-3cda-4e6a-96ea-32c514e2b635 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0478995 May 04 14:10:16.343301 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9a44ae68-caaf-4cca-96b5-e0210fcfc9d4 req-ef6eceaa-b3f2-4fd2-97a8-bc31cb344c3d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 May 04 14:10:17.143176 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c392-84de-439e-a932-da976712e3ce req-a6a58300-8e62-407a-9b17-ed8626fb58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.144826 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-a6a58300-8e62-407a-9b17-ed8626fb58ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1130 time: 0.0426152 May 04 14:10:17.243114 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c392-84de-439e-a932-da976712e3ce req-36a9ff66-e337-4fcd-b6a3-bd7fa8f1c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.244653 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-36a9ff66-e337-4fcd-b6a3-bd7fa8f1c508 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.0923266 May 04 14:10:17.296529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290caf8-0893-4192-a5dd-9501391fd8bf req-c5348bae-364d-4779-902a-cb917f170305 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.298133 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7290caf8-0893-4192-a5dd-9501391fd8bf req-c5348bae-364d-4779-902a-cb917f170305 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0539978 May 04 14:10:17.318648 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-b626c89e-ba95-4963-abeb-f34d71c6734d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 1002 time: 0.0604439 May 04 14:10:17.351312 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7290caf8-0893-4192-a5dd-9501391fd8bf req-15b024dd-f5c2-444c-aabc-46047f034349 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471075 May 04 14:10:17.379400 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c392-84de-439e-a932-da976712e3ce req-d5ad58ee-634c-4572-b62a-4d960c4b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.380747 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-d5ad58ee-634c-4572-b62a-4d960c4b3ad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.0559268 May 04 14:10:17.433002 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c392-84de-439e-a932-da976712e3ce req-e457736a-774f-4a5e-8531-0bdb120c8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.434615 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-e457736a-774f-4a5e-8531-0bdb120c8a8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468524 May 04 14:10:17.490138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c22310-699e-4470-be2a-4d638d3574de req-a49f3a78-53d3-4917-a881-7a4a1cfc5709 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:17.491754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16c22310-699e-4470-be2a-4d638d3574de req-a49f3a78-53d3-4917-a881-7a4a1cfc5709 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0640736 May 04 14:10:17.545118 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-16c22310-699e-4470-be2a-4d638d3574de req-3c732190-25cb-4641-bb0a-375532ebfa7b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 May 04 14:10:17.546883 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-1c49a49d-5d76-427a-8a1d-253bbd633dcf service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046393 May 04 14:10:17.648794 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d739c392-84de-439e-a932-da976712e3ce req-33f2c37d-774e-4ccb-a070-16293838dcfb service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956335 May 04 14:10:18.474765 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970622-1b40-448a-8699-4cf9d33942f0 req-9931ff4b-7754-4ca0-ada8-e3f148e8cc86 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:18.476209 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-86970622-1b40-448a-8699-4cf9d33942f0 req-9931ff4b-7754-4ca0-ada8-e3f148e8cc86 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0508373 May 04 14:10:18.527101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-86970622-1b40-448a-8699-4cf9d33942f0 req-6aa9c6cc-55df-4cbf-b7a8-3aa6a26303ba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438499 May 04 14:10:18.675894 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1332-7023-48e8-b247-f9e5ae73e922 req-d5f13e31-4db5-42e3-bb3c-83aefe63951c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:18.677431 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9f5e1332-7023-48e8-b247-f9e5ae73e922 req-d5f13e31-4db5-42e3-bb3c-83aefe63951c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0513580 May 04 14:10:18.725524 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9f5e1332-7023-48e8-b247-f9e5ae73e922 req-44e21262-872e-49d4-bc02-0e158d7df4ae tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 May 04 14:10:19.657752 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c6d40-00f2-4bdd-b5be-a85c4b4a0826 req-246253a7-d62b-456e-b1fd-a245e977d528 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:19.657752 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f7c6d40-00f2-4bdd-b5be-a85c4b4a0826 req-246253a7-d62b-456e-b1fd-a245e977d528 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0578403 May 04 14:10:19.713919 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f7c6d40-00f2-4bdd-b5be-a85c4b4a0826 req-20996aa8-7205-4160-9518-65fe140b6a31 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486002 May 04 14:10:19.847797 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d2b72-1101-41ac-89c8-c44a444763c5 req-6a914220-da12-4f41-b2c6-e72084130890 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:19.849322 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ed1d2b72-1101-41ac-89c8-c44a444763c5 req-6a914220-da12-4f41-b2c6-e72084130890 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0498998 May 04 14:10:19.902323 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ed1d2b72-1101-41ac-89c8-c44a444763c5 req-6f94198c-494e-426a-8820-c0078695b4d1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471268 May 04 14:10:20.829366 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac1a1-74d7-4039-9fb7-e6ef39b3ad06 req-6a72baba-b2a8-418b-9822-f79cc2a005fd tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:20.830828 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d7aac1a1-74d7-4039-9fb7-e6ef39b3ad06 req-6a72baba-b2a8-418b-9822-f79cc2a005fd tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0476747 May 04 14:10:20.881433 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d7aac1a1-74d7-4039-9fb7-e6ef39b3ad06 req-9c817709-8fe5-489a-a78e-bd26115c9706 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 May 04 14:10:21.022847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8001a9-c40a-4a1b-b1dd-920675669efe req-ead16651-05dc-4b3c-8e06-8da1df64db07 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:21.024377 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf8001a9-c40a-4a1b-b1dd-920675669efe req-ead16651-05dc-4b3c-8e06-8da1df64db07 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 946 time: 0.0504487 May 04 14:10:21.074016 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf8001a9-c40a-4a1b-b1dd-920675669efe req-e8c4dca1-8565-4cae-94c7-23060f130881 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 May 04 14:10:21.566043 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:10:21.647084 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: ACTIVE; New status is: DOWN {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:21.647369 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:21.672182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:21.674950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08179090-e5e6-4829-83a7-d228479c9dbd" -d '{"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:21.686803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:21.778355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff0ebe-4f4e-467f-9f6d-7f6fad5d5e8d x-openstack-request-id: req-96ff0ebe-4f4e-467f-9f6d-7f6fad5d5e8d {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:21.778766 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-unplugged", "status": "failed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "code": 422}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:21.781681 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96ff0ebe-4f4e-467f-9f6d-7f6fad5d5e8d {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:21.781681 dv-cinder-836996-12-iscsi neutron-server[115585]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-96ff0ebe-4f4e-467f-9f6d-7f6fad5d5e8d']: {'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'code': 422} returned with failed status May 04 14:10:21.800628 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:21.865413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=8']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:21.896676 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5733bde-03c7-495c-bcbf-a629819e94b4 req-5f66a642-0898-4a94-b69c-13f58b2bea79 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:21.898202 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d5733bde-03c7-495c-bcbf-a629819e94b4 req-5f66a642-0898-4a94-b69c-13f58b2bea79 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0710545 May 04 14:10:21.949096 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d5733bde-03c7-495c-bcbf-a629819e94b4 req-140d3648-181d-4351-ae34-bef7e99ab6c8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 May 04 14:10:22.053152 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0164c6-a4ec-4079-bb6e-69b1aa2e355e req-40aa1d43-f5df-4912-aa95-bc4b4378a92e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:22.054722 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bc0164c6-a4ec-4079-bb6e-69b1aa2e355e req-40aa1d43-f5df-4912-aa95-bc4b4378a92e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0485437 May 04 14:10:22.107600 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bc0164c6-a4ec-4079-bb6e-69b1aa2e355e req-f26a33f7-ed13-4374-b50e-c925f96ea747 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464444 May 04 14:10:23.066019 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da56d8-2aec-4b08-ac53-ad8ea4c55c2f req-4226f166-7760-4fbe-9345-51332f2e20ea tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:23.067501 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7da56d8-2aec-4b08-ac53-ad8ea4c55c2f req-4226f166-7760-4fbe-9345-51332f2e20ea tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0505121 May 04 14:10:23.115899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a7da56d8-2aec-4b08-ac53-ad8ea4c55c2f req-32de48db-9da0-4604-9136-ef03129d16e9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 May 04 14:10:23.238124 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da39a8-22c2-41f9-9487-12d962365d87 req-e9f95c21-f347-48c2-85c1-27e1dd4f5d11 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:23.239635 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32da39a8-22c2-41f9-9487-12d962365d87 req-e9f95c21-f347-48c2-85c1-27e1dd4f5d11 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0577171 May 04 14:10:23.294036 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32da39a8-22c2-41f9-9487-12d962365d87 req-292a8ee6-3af9-4679-a12a-2f589f0ebd56 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475841 May 04 14:10:23.603258 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-2b54221d-a07a-43fe-8f37-03d891c7a691 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:23.604884 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-2b54221d-a07a-43fe-8f37-03d891c7a691 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0494711 May 04 14:10:23.697130 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port 33cb39df-0210-4110-8549-97a64732cfde {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:10:23.698153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (33cb39df-0210-4110-8549-97a64732cfde), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:23.791144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] For port 33cb39df-0210-4110-8549-97a64732cfde, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=33cb39df-0210-4110-8549-97a64732cfde,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:23.791523 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (33cb39df-0210-4110-8549-97a64732cfde), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:23.821101 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42884) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:23.961505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aea173-ccd7-41c5-86d8-beecfa81c1ef req-bd25cffa-a488-467c-8da6-e2255a49bf3b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:23.963587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28aea173-ccd7-41c5-86d8-beecfa81c1ef req-bd25cffa-a488-467c-8da6-e2255a49bf3b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0650520 May 04 14:10:23.965156 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6326108f-d935-4853-a4e1-30eabdba5d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:23.987207 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:23.987585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:23.988095 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP b64ec9b1-4a71-4ba8-b845-710d82ecbb14 disassociated. External IP: 172.27.3.117, port: 33cb39df-0210-4110-8549-97a64732cfde. May 04 14:10:23.988432 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for 33cb39df-0210-4110-8549-97a64732cfde owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:10:24.044935 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28aea173-ccd7-41c5-86d8-beecfa81c1ef req-3fb372d9-cc37-45af-8c38-b50fb29a7577 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711586 May 04 14:10:24.104784 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6326108f-d935-4853-a4e1-30eabdba5d8e admin admin] Publish callbacks [] for security_group (1ee02988-ab47-4db0-8b28-59a2aa275d26), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.172121 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6326108f-d935-4853-a4e1-30eabdba5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1ee02988-ab47-4db0-8b28-59a2aa275d26), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.216632 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-6326108f-d935-4853-a4e1-30eabdba5d8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38349c1da8f844fd8dad9dde4ae16927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943403 May 04 14:10:24.240652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42902) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:24.283373 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360a51b-5914-4c1d-b106-d907f251d6c2 req-723bc8f3-5aca-40ec-8235-6838ce4202f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:24.284989 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2360a51b-5914-4c1d-b106-d907f251d6c2 req-723bc8f3-5aca-40ec-8235-6838ce4202f1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 946 time: 0.0891361 May 04 14:10:24.290031 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326108f-d935-4853-a4e1-30eabdba5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee02988-ab47-4db0-8b28-59a2aa275d26,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:24.350916 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] Publish callbacks [] for security_group (1ee02988-ab47-4db0-8b28-59a2aa275d26), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.373837 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2360a51b-5914-4c1d-b106-d907f251d6c2 req-9f65ca75-b8f2-4b64-936c-51c3bae723a0 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=80da1981-b27b-466d-bb08-3b1fe810b974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781112 May 04 14:10:24.397074 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] Publish callbacks [] for security_group (1ee02988-ab47-4db0-8b28-59a2aa275d26), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.451261 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657ab6-26b7-4dfd-8923-52aed32ccba7 req-94f9228a-c3cc-4938-99cb-c820a212fe49 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:24.452732 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe657ab6-26b7-4dfd-8923-52aed32ccba7 req-94f9228a-c3cc-4938-99cb-c820a212fe49 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0780408 May 04 14:10:24.503042 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe657ab6-26b7-4dfd-8923-52aed32ccba7 req-d2936bd3-bf84-4753-906b-f58b53f9ee8e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445185 May 04 14:10:24.560731 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-70d4b339-5012-4703-a0b4-13529e64d1c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382113 May 04 14:10:24.574916 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (33cb39df-0210-4110-8549-97a64732cfde), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.609786 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=33cb39df-0210-4110-8549-97a64732cfde,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:24.632369 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1ee02988-ab47-4db0-8b28-59a2aa275d26), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.635612 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.642028 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ee02988-ab47-4db0-8b28-59a2aa275d26 HTTP/1.1" status: 204 len: 168 time: 0.3947752 May 04 14:10:24.653304 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af1ebb-2c3f-45d7-bf52-7460f75b46a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee02988-ab47-4db0-8b28-59a2aa275d26,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:24.662967 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-9c0f11f0-f476-436d-a53d-23e4e2be3565 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:24.664726 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-9c0f11f0-f476-436d-a53d-23e4e2be3565 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports/4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 941 time: 0.0735941 May 04 14:10:24.740418 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:10:24.748068 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:10:24.870768 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:24.880809 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:24.892036 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:24.892674 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:09:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:24.915528 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] No DVR routers for this DVR port 33cb39df-0210-4110-8549-97a64732cfde on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:10:24.918560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:24.921836 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9b9d0fc6-7885-4418-8390-3627a54d19d3 req-6856b168-d953-4bf3-bbb6-ab5b3de22e20 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "DELETE /v2.0/ports/33cb39df-0210-4110-8549-97a64732cfde HTTP/1.1" status: 204 len: 173 time: 1.3120377 May 04 14:10:24.922286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'name': 'network-vif-deleted', 'tag': '33cb39df-0210-4110-8549-97a64732cfde'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:24.924558 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed11185-fe34-4dbb-8824-5fbeb531c9d9" -d '{"events": [{"server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "name": "network-vif-deleted", "tag": "33cb39df-0210-4110-8549-97a64732cfde"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:24.964355 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e893406f-1d35-410a-94a1-08a11cebe7b2 x-openstack-request-id: req-e893406f-1d35-410a-94a1-08a11cebe7b2 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:24.964639 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36daf0b5-3257-4e28-80ee-536cd1ea5dd0", "name": "network-vif-deleted", "tag": "33cb39df-0210-4110-8549-97a64732cfde", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:24.964894 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e893406f-1d35-410a-94a1-08a11cebe7b2 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:24.965316 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e893406f-1d35-410a-94a1-08a11cebe7b2'] response: {'server_uuid': '36daf0b5-3257-4e28-80ee-536cd1ea5dd0', 'name': 'network-vif-deleted', 'tag': '33cb39df-0210-4110-8549-97a64732cfde', 'status': 'completed', 'code': 200} May 04 14:10:25.024603 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:25.207863 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5a4ef-f204-4450-b36d-e0de6cd6f551 req-b7d1330d-2950-4b8c-b674-86d0d1eb98f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:25.209583 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-10e5a4ef-f204-4450-b36d-e0de6cd6f551 req-b7d1330d-2950-4b8c-b674-86d0d1eb98f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0532024 May 04 14:10:25.264279 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-10e5a4ef-f204-4450-b36d-e0de6cd6f551 req-5d849839-7aa2-4955-837b-f493facee98e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481253 May 04 14:10:25.279736 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:25.308568 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:25.316959 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:25.317580 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:09:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:25.523712 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:25.535378 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-78cd30d7-326c-449b-a8f5-ef41b03d5d08 req-a9434c8c-09b2-47fc-8426-7b1d2180319b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0285792 May 04 14:10:25.637369 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ec1f5-c92c-4207-8489-e94f81d2ae05 req-ab57adeb-556a-405d-9192-392f2fb8ea81 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:25.639099 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-175ec1f5-c92c-4207-8489-e94f81d2ae05 req-ab57adeb-556a-405d-9192-392f2fb8ea81 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0635846 May 04 14:10:25.696899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-175ec1f5-c92c-4207-8489-e94f81d2ae05 req-e67865dd-ce8a-462b-b0c9-47d2d5ab86bb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503969 May 04 14:10:25.729645 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:25.760709 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c670-25d6-4ae5-ada6-3895777ad2c3 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:10:25.963870 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-1cc13249-d0e8-4216-a09d-d37fce222981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:26.006202 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c7d5e-c793-4b45-acc9-f6140ee8801c None None] New status for floating IP b64ec9b1-4a71-4ba8-b845-710d82ecbb14: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:10:26.390402 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225f63-e0aa-4cbf-91fc-5e881432fefc req-f80b362f-0f3a-440d-a9d1-bab1b4f6767a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:26.391873 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94225f63-e0aa-4cbf-91fc-5e881432fefc req-f80b362f-0f3a-440d-a9d1-bab1b4f6767a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0480859 May 04 14:10:26.439816 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-94225f63-e0aa-4cbf-91fc-5e881432fefc req-a47e2f32-f5f1-4a63-a6a8-bae8c8e294fc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 May 04 14:10:26.643663 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1e18fcfe-a565-44bf-af05-239445eacaf3 req-d9827b1d-3787-4c47-aba5-19be2e493986 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=36daf0b5-3257-4e28-80ee-536cd1ea5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0280669 May 04 14:10:26.817938 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94042c-b010-4138-8b78-79456f956c24 req-a3786c48-21f9-47c2-88f5-fe4471bcad8a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:26.819454 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb94042c-b010-4138-8b78-79456f956c24 req-a3786c48-21f9-47c2-88f5-fe4471bcad8a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0532103 May 04 14:10:26.871020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb94042c-b010-4138-8b78-79456f956c24 req-b39b0393-c68d-4758-a90b-00f6dd52b361 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 May 04 14:10:27.562375 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45d443-5527-459c-b72c-71b6872c144d req-b0397cc0-c9ba-4ec4-aeb1-5785425f557a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:27.563845 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7d45d443-5527-459c-b72c-71b6872c144d req-b0397cc0-c9ba-4ec4-aeb1-5785425f557a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0479364 May 04 14:10:27.594670 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 33cb39df-0210-4110-8549-97a64732cfde no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:10:27.614689 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 33cb39df-0210-4110-8549-97a64732cfde {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:10:27.615336 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 33cb39df-0210-4110-8549-97a64732cfde not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:10:27.617739 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7d45d443-5527-459c-b72c-71b6872c144d req-fbe2ae51-fcc7-42cc-b466-13f4bf0c016b tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476983 May 04 14:10:27.827663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42972) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:27.882863 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (80da1981-b27b-466d-bb08-3b1fe810b974), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:27.911694 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (80da1981-b27b-466d-bb08-3b1fe810b974), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:27.993031 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301e8c6-90a3-451f-8acd-fa550419e83d req-3ed8e2fd-a84a-4048-b841-3de166465501 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:27.995262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9301e8c6-90a3-451f-8acd-fa550419e83d req-3ed8e2fd-a84a-4048-b841-3de166465501 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0503917 May 04 14:10:28.014841 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (80da1981-b27b-466d-bb08-3b1fe810b974), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.018068 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.019238 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/security-groups/80da1981-b27b-466d-bb08-3b1fe810b974 HTTP/1.1" status: 204 len: 168 time: 0.1899772 May 04 14:10:28.021951 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 42976) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:28.029200 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdc79e-8768-4f99-98cb-a0d6d9e2af42 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da1981-b27b-466d-bb08-3b1fe810b974,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:28.053607 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.api.v2.resource [None req-18440869-a0d9-4868-9c53-4bc30a0986d3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] show failed (client error): The resource could not be found. May 04 14:10:28.054645 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-18440869-a0d9-4868-9c53-4bc30a0986d3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups/80da1981-b27b-466d-bb08-3b1fe810b974 HTTP/1.1" status: 404 len: 347 time: 0.0317967 May 04 14:10:28.059282 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 42978) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:28.065639 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9301e8c6-90a3-451f-8acd-fa550419e83d req-6b72089c-369e-4cbf-badb-0954dee76163 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650620 May 04 14:10:28.071539 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-52b2c847-0c57-4164-ab2b-48e098db2b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.212495 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-a2ddef5d-53d0-4094-ac41-7cd197ee31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.214146 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-a2ddef5d-53d0-4094-ac41-7cd197ee31de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287&tenant_id=8519562477d14e15ac77e0647ec78c88 HTTP/1.1" status: 200 len: 1128 time: 0.0696611 May 04 14:10:28.216861 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port c3405d88-05a3-41bf-91e8-c167b9f1d4ff {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:10:28.217201 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.321676 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-76786e39-4bc8-4ce6-903f-41d7c61883f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.323777 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-76786e39-4bc8-4ce6-903f-41d7c61883f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8519562477d14e15ac77e0647ec78c88&device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1128 time: 0.0759096 May 04 14:10:28.343295 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.343615 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.371892 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for c3405d88-05a3-41bf-91e8-c167b9f1d4ff owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:10:28.482815 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-8785e30e-4707-4eb2-af74-ee44e2e03c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.484266 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-8785e30e-4707-4eb2-af74-ee44e2e03c10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 200 len: 918 time: 0.1511889 May 04 14:10:28.560928 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-86f69bb4-9e32-44b3-a74e-a63c4c23e14e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 200 len: 1000 time: 0.0704012 May 04 14:10:28.642191 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-6b36350b-4321-4190-b508-a40ef5b6847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.643717 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-6b36350b-4321-4190-b508-a40ef5b6847c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 200 len: 856 time: 0.0580783 May 04 14:10:28.709934 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599776e-5f19-4d01-af27-3825f7983a4b req-59e8e1fd-5967-4485-a6c2-dc54893e3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.711536 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-59e8e1fd-5967-4485-a6c2-dc54893e3e0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a3eb64b-383b-43c9-9e22-88b35c840a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525336 May 04 14:10:28.726943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.768443 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (c3405d88-05a3-41bf-91e8-c167b9f1d4ff), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.801805 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105afc6-73ad-417a-b156-cbc5d3fb6781 req-f97acc1b-532b-4661-b6cf-acfc9ac6b501 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:28.803328 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1105afc6-73ad-417a-b156-cbc5d3fb6781 req-f97acc1b-532b-4661-b6cf-acfc9ac6b501 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0744195 May 04 14:10:28.848644 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=c3405d88-05a3-41bf-91e8-c167b9f1d4ff,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:28.862041 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1105afc6-73ad-417a-b156-cbc5d3fb6781 req-c0d870a6-1db8-475d-968a-ed8cf841c2da tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518439 May 04 14:10:28.921937 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-7ea5c0d6-4a38-4037-bad6-afd9ad1e4362 service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042675 May 04 14:10:28.951518 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (b64ec9b1-4a71-4ba8-b845-710d82ecbb14), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.954409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:28.955556 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3f8e7571-27f9-4a11-b003-70ac6bb356ca tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/floatingips/b64ec9b1-4a71-4ba8-b845-710d82ecbb14 HTTP/1.1" status: 204 len: 168 time: 0.8951731 May 04 14:10:29.035755 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-7599776e-5f19-4d01-af27-3825f7983a4b req-3fa56e32-1248-41bc-a9e0-cae6c93fd7ab service neutron] 10.222.0.58 "GET /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073415 May 04 14:10:29.263682 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.315834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43014) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:29.315834 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657951652', 'description': 'tempest-description--1936629221'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:29.419119 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9dfe-9836-4e77-9f3e-d1ed39d2755c req-834347fb-45ee-450d-a35d-389a9c6ffdc7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:29.426059 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dbcf9dfe-9836-4e77-9f3e-d1ed39d2755c req-834347fb-45ee-450d-a35d-389a9c6ffdc7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 943 time: 0.0563405 May 04 14:10:29.427239 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.497630 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dbcf9dfe-9836-4e77-9f3e-d1ed39d2755c req-371e6755-151a-4f8c-85f9-8239e93fe558 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707052 May 04 14:10:29.509115 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (2749e01b-6ef8-40b6-95fd-8c1da175db07), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.594031 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 15db9abd-9204-42c2-848a-b5a796776578 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:10:29.608672 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2749e01b-6ef8-40b6-95fd-8c1da175db07), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.638847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2749e01b-6ef8-40b6-95fd-8c1da175db07,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:29.696574 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=15db9abd-9204-42c2-848a-b5a796776578,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:29.708198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '15db9abd-9204-42c2-848a-b5a796776578', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:10:29.731487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.735466 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ea210d70-17b6-43fb-8c8d-aa9e6eb0d00a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4258323 May 04 14:10:29.741984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43030) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:29.741984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '2749e01b-6ef8-40b6-95fd-8c1da175db07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:29.750033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 15db9abd-9204-42c2-848a-b5a796776578 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:29.750580 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (15db9abd-9204-42c2-848a-b5a796776578), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:29.767949 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15db9abd-9204-42c2-848a-b5a796776578 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:10:29.790033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=15db9abd-9204-42c2-848a-b5a796776578,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:29.988706 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd544a7-1407-4685-a829-5f5ad93655da req-a7efe526-5216-4985-9d6c-07810f555d66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:29.990909 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cfd544a7-1407-4685-a829-5f5ad93655da req-a7efe526-5216-4985-9d6c-07810f555d66 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0527697 May 04 14:10:30.040022 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cfd544a7-1407-4685-a829-5f5ad93655da req-2d719860-710e-493c-8a23-0b2e62888c63 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 May 04 14:10:30.051832 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (63194d59-acdf-46d0-afc9-7c6b54f50821), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.069302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.109162 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (63194d59-acdf-46d0-afc9-7c6b54f50821), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.117889 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:30.200423 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (63194d59-acdf-46d0-afc9-7c6b54f50821), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.218881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63194d59-acdf-46d0-afc9-7c6b54f50821,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:30.226693 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.227044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.227381 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.227714 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.228042 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.228367 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.229207 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.229857 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.230195 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.230553 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.230846 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.231181 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.231488 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.231806 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.232125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:30.302091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.303331 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-eb949aa3-4d4b-4bfb-8c6f-94348abb5755 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5655429 May 04 14:10:30.306017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43038) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:30.311543 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'security_group_rule': {'security_group_id': '2749e01b-6ef8-40b6-95fd-8c1da175db07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:30.408509 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (bab40e03-1253-4edc-b184-06602698602d), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.466316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (bab40e03-1253-4edc-b184-06602698602d), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.532063 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (bab40e03-1253-4edc-b184-06602698602d), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.551454 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab40e03-1253-4edc-b184-06602698602d,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:30.615057 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cade6-85d1-4ea3-bb35-a8300e1c37d8 req-08965b9a-8080-49de-90ae-b2f7eca3906a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:30.616510 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-620cade6-85d1-4ea3-bb35-a8300e1c37d8 req-08965b9a-8080-49de-90ae-b2f7eca3906a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.0479093 May 04 14:10:30.625220 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.626366 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c29edffe-dbe0-4d67-89ca-19cf8217a71a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188009 May 04 14:10:30.630353 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43044) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:30.635788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:30.673530 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-620cade6-85d1-4ea3-bb35-a8300e1c37d8 req-9686b6d1-eaa0-4a72-9fcb-8ab10a554aec tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 May 04 14:10:30.726686 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.813368 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:30.921859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.27.3.206 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/4513e920-93a8-4905-a28e-73e03e7d64ff) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:30.942950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.029575 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.129306 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.159795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ab589-96df-4ced-89f0-be1e8802a6f0 req-d21dae56-38af-401d-96d5-f62868df77af tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:31.161458 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-532ab589-96df-4ced-89f0-be1e8802a6f0 req-d21dae56-38af-401d-96d5-f62868df77af tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0478740 May 04 14:10:31.169389 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:31.172332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:31.174859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:31.202606 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=4513e920-93a8-4905-a28e-73e03e7d64ff,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:31.212555 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-532ab589-96df-4ced-89f0-be1e8802a6f0 req-7043132a-7886-4211-8d4d-12a82e6d04c3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 May 04 14:10:31.273610 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.418078 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.571967 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.664441 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.736227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=4513e920-93a8-4905-a28e-73e03e7d64ff,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:31.754193 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.793148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadf9da-544f-40b1-9629-86489610b278 req-327aafdd-c84c-40c2-8c18-3d8afda5438c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:31.794642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcadf9da-544f-40b1-9629-86489610b278 req-327aafdd-c84c-40c2-8c18-3d8afda5438c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.0510895 May 04 14:10:31.843864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bcadf9da-544f-40b1-9629-86489610b278 req-2dc38c36-fc46-4678-b5cd-5bdeb3b76d55 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 May 04 14:10:31.882752 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:31.884039 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e587f303-ad5a-4b5e-a6f9-4bd8c9382463 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2525737 May 04 14:10:32.088383 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-2fe234bc-e4cc-4e4c-b545-732ae62b4430 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--657951652&fields=id&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 267 time: 0.0428276 May 04 14:10:32.196921 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-a8bb4212-5603-4ba7-81f1-0f51fd5e3bf1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:32.199224 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-a8bb4212-5603-4ba7-81f1-0f51fd5e3bf1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1043284 May 04 14:10:32.213560 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-52732a4f-9f68-421e-988e-72df45fe5690 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/quotas/8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 375 time: 0.0090220 May 04 14:10:32.263450 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-94c22a01-fbda-42cd-b945-3adcb16d40af tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448620 May 04 14:10:32.371560 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:32.488360 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-2f20e5ec-8067-49b8-9cd7-f5facf02820b service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100570 May 04 14:10:32.502629 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['15db9abd-9204-42c2-848a-b5a796776578'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:10:32.577962 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9047f3-d020-4f63-94df-cd59d063c732 req-93472720-cab4-45f4-8da1-66bf65ed3d0d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:32.585355 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a9047f3-d020-4f63-94df-cd59d063c732 req-93472720-cab4-45f4-8da1-66bf65ed3d0d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.2954130 May 04 14:10:32.705265 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-14e86c41-91c1-42c0-888f-351425ba02f0 service neutron] 10.222.0.69 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043638 May 04 14:10:32.727778 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0a9047f3-d020-4f63-94df-cd59d063c732 req-4081d89d-947f-4f8b-b504-e7b2a9a4a3c1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411793 May 04 14:10:33.090576 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3b6c49fd-3372-4e8a-9c8a-cb0efdfc6135 req-7c842aaf-d337-4bd8-a629-502bba83b971 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0355237 May 04 14:10:33.110036 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2da51-41e4-4c3a-8a71-f67cbcb1679b req-db40e9d8-091e-4a43-873f-1f1f2d2569c9 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:33.111601 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dac2da51-41e4-4c3a-8a71-f67cbcb1679b req-db40e9d8-091e-4a43-873f-1f1f2d2569c9 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.1090884 May 04 14:10:33.173789 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dac2da51-41e4-4c3a-8a71-f67cbcb1679b req-f8ee4ad9-1c30-401b-ad2d-68eb99c348c8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557899 May 04 14:10:33.864384 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704df2d5-5791-400d-b967-36f84c75e7f2 req-e8d29533-511f-4ade-9310-2fe797bed892 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:33.865964 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-704df2d5-5791-400d-b967-36f84c75e7f2 req-e8d29533-511f-4ade-9310-2fe797bed892 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0544624 May 04 14:10:33.920700 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-704df2d5-5791-400d-b967-36f84c75e7f2 req-3fbadda3-f15f-43d6-bc56-6a16fbeb74cc tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479641 May 04 14:10:34.210198 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b971bef7-b445-4256-a2e0-98ad197892c1 req-4064e564-7e04-4760-a01f-bbca5d7b90d6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0439904 May 04 14:10:34.302377 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09cde6-82f5-4dd9-95d6-b600a61428a6 req-25f162c3-ce2b-41ae-8a98-0a5f712a8356 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:34.303888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5a09cde6-82f5-4dd9-95d6-b600a61428a6 req-25f162c3-ce2b-41ae-8a98-0a5f712a8356 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.0515327 May 04 14:10:34.357504 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5a09cde6-82f5-4dd9-95d6-b600a61428a6 req-5eec52aa-a78d-44f3-9671-f5a4b4e330e3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477636 May 04 14:10:35.052246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af51a4-7f17-400a-b9a3-59eefdd320fb req-fc374d78-7c3f-41e6-88e9-c4072ee74bc9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:35.053718 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-34af51a4-7f17-400a-b9a3-59eefdd320fb req-fc374d78-7c3f-41e6-88e9-c4072ee74bc9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0541661 May 04 14:10:35.105206 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-34af51a4-7f17-400a-b9a3-59eefdd320fb req-efdbe9d1-4156-4d85-a99e-392e98a53945 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 May 04 14:10:35.323705 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d29b8770-92e4-4c5e-9794-cc6d15b9b2f5 req-5962449c-cbb1-4d4c-8df7-dbf46c76cebe tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0356991 May 04 14:10:35.478212 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d536-e762-4cc5-861f-387cde2c9edd req-cf97fad3-bdd0-4ecc-becb-ad3dd1da4e44 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:35.480429 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1c4d536-e762-4cc5-861f-387cde2c9edd req-cf97fad3-bdd0-4ecc-becb-ad3dd1da4e44 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.0503809 May 04 14:10:35.539789 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b1c4d536-e762-4cc5-861f-387cde2c9edd req-c1eeb9ea-67f9-4930-b9f6-f14cebe718a6 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519865 May 04 14:10:36.173036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 15db9abd-9204-42c2-848a-b5a796776578 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:36.377333 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 15db9abd-9204-42c2-848a-b5a796776578 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:10:36.427752 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f168d-66ad-4d1d-9d76-7993550dace2 req-102f1cb5-0bf9-4b63-904f-f76101929899 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:36.429624 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ca9f168d-66ad-4d1d-9d76-7993550dace2 req-102f1cb5-0bf9-4b63-904f-f76101929899 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0711391 May 04 14:10:36.458172 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aeedf2ca-a32d-4287-9cc8-184ab4f40718 req-901bbba3-ffca-4fa2-8d0d-0f931c14e503 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0478642 May 04 14:10:36.486357 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 15db9abd-9204-42c2-848a-b5a796776578 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:36.487026 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (15db9abd-9204-42c2-848a-b5a796776578), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:36.518978 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ca9f168d-66ad-4d1d-9d76-7993550dace2 req-2eb72d3c-6695-4192-b1cd-34f9a1957017 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679309 May 04 14:10:36.586905 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 15db9abd-9204-42c2-848a-b5a796776578 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:36.587300 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (15db9abd-9204-42c2-848a-b5a796776578), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:36.618110 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db9abd-9204-42c2-848a-b5a796776578'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:36.621502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ab0ec-4ae5-4b52-bd1b-6baaf6f3d9b2" -d '{"events": [{"server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "name": "network-vif-plugged", "status": "completed", "tag": "15db9abd-9204-42c2-848a-b5a796776578"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:36.654338 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=15db9abd-9204-42c2-848a-b5a796776578,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:36.686751 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0d19b-1e08-4b13-bf30-03d6de548cd2 x-openstack-request-id: req-03b0d19b-1e08-4b13-bf30-03d6de548cd2 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:36.687065 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "name": "network-vif-plugged", "status": "completed", "tag": "15db9abd-9204-42c2-848a-b5a796776578", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:36.687327 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03b0d19b-1e08-4b13-bf30-03d6de548cd2 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:36.687728 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b0d19b-1e08-4b13-bf30-03d6de548cd2'] response: {'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db9abd-9204-42c2-848a-b5a796776578', 'code': 200} May 04 14:10:36.700284 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770bd0a-2ec6-4845-a572-da817118fadb req-80bb1b61-5c86-4fcc-bf8d-c98cd4e63e78 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:36.707893 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1770bd0a-2ec6-4845-a572-da817118fadb req-80bb1b61-5c86-4fcc-bf8d-c98cd4e63e78 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 944 time: 0.0768569 May 04 14:10:36.715399 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:36.782941 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1770bd0a-2ec6-4845-a572-da817118fadb req-29ec45db-c0fd-41f7-b5d9-d72a2944c9f2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741472 May 04 14:10:36.788931 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:37.595140 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-635d2cd6-69b1-41ab-af28-b54c2855c6fd req-b853bdf5-af3b-49e3-9d6a-5c76a65f4633 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0479443 May 04 14:10:37.705847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c970-8cad-4d26-8297-57177e8ad8e6 req-2673ad0a-7283-481e-a11d-7b509b0cedc0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:37.705847 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2eb1c970-8cad-4d26-8297-57177e8ad8e6 req-2673ad0a-7283-481e-a11d-7b509b0cedc0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0502059 May 04 14:10:37.721301 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2eb1c970-8cad-4d26-8297-57177e8ad8e6 req-7d9ce18b-6ec7-45bf-ba40-0dfd1d832037 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525267 May 04 14:10:37.917567 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265caa2-5568-4e49-9822-df892e40b116 req-9d081e1d-6150-47da-be52-f5c8c071527b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:37.926547 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a265caa2-5568-4e49-9822-df892e40b116 req-9d081e1d-6150-47da-be52-f5c8c071527b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0647151 May 04 14:10:37.986276 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a265caa2-5568-4e49-9822-df892e40b116 req-913eec98-de64-4696-a675-16c442968760 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573881 May 04 14:10:38.768005 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-51d02716-c091-4de6-886c-3afdc20216de req-4863155e-751a-43a6-b59a-d12b9163488d tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0347152 May 04 14:10:38.871769 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47868f-d6d2-4f55-8f7a-779ad2913cc6 req-6e2d8e65-672c-4e84-9e5a-f3f7ef928436 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:38.873207 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f47868f-d6d2-4f55-8f7a-779ad2913cc6 req-6e2d8e65-672c-4e84-9e5a-f3f7ef928436 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0513196 May 04 14:10:38.921265 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4f47868f-d6d2-4f55-8f7a-779ad2913cc6 req-5fac50bb-3995-4322-84a5-7421a6de6ee0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 May 04 14:10:39.130928 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e59f-3407-4330-971d-5dd811a26eb7 req-295ba6dd-7027-4e5f-bfc4-680535a9d9a8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:39.132721 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-df94e59f-3407-4330-971d-5dd811a26eb7 req-295ba6dd-7027-4e5f-bfc4-680535a9d9a8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0504632 May 04 14:10:39.190668 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-df94e59f-3407-4330-971d-5dd811a26eb7 req-f55188b0-ac7f-4c5a-bf70-8fd4011f6d0e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512929 May 04 14:10:39.881441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-78681ef0-baff-4b2a-b70a-5b2e4b897aff req-e371f668-7130-4f91-a2a5-ead767cdb1d1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0409658 May 04 14:10:40.053290 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e003d6-c1d3-4b47-989a-16b713f20d98 req-36b27ec0-ae81-4dfe-81d2-03ffd66a1ff5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:40.054834 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-90e003d6-c1d3-4b47-989a-16b713f20d98 req-36b27ec0-ae81-4dfe-81d2-03ffd66a1ff5 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0592966 May 04 14:10:40.113690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-90e003d6-c1d3-4b47-989a-16b713f20d98 req-deec92e1-d140-4aef-8815-1592702d603d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524943 May 04 14:10:40.311931 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005f1a-7f27-43c0-b9d6-78020fc640f0 req-cde15e82-e039-4bc6-8e5b-eeae0dd77bdc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:40.313364 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-86005f1a-7f27-43c0-b9d6-78020fc640f0 req-cde15e82-e039-4bc6-8e5b-eeae0dd77bdc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0504215 May 04 14:10:40.364410 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-86005f1a-7f27-43c0-b9d6-78020fc640f0 req-756d19f1-9c5a-43b4-a690-bd45e68bc78e tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 May 04 14:10:40.982715 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-764edc41-512a-4610-a074-b0c778719b88 req-fec33b13-0192-44ff-a6bc-d0f236c2878c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0314791 May 04 14:10:41.247131 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1949c8b-e195-4e77-b38b-22134e004dde req-2ed69345-81dc-4e8f-a5de-a7b1e788263a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:41.248717 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c1949c8b-e195-4e77-b38b-22134e004dde req-2ed69345-81dc-4e8f-a5de-a7b1e788263a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0548501 May 04 14:10:41.303699 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c1949c8b-e195-4e77-b38b-22134e004dde req-6ec7ca88-f028-48cf-a713-5fe12ff187a7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491321 May 04 14:10:41.482865 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10444bd9-ec3c-4ae5-85a5-fb6f7bfc8822 req-42f72655-30c0-4be8-8fcd-1cb872fd3db8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:41.484328 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-10444bd9-ec3c-4ae5-85a5-fb6f7bfc8822 req-42f72655-30c0-4be8-8fcd-1cb872fd3db8 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0497873 May 04 14:10:41.535230 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-10444bd9-ec3c-4ae5-85a5-fb6f7bfc8822 req-cec155ff-ebc5-4c50-8cd4-6a81cc9fc620 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453117 May 04 14:10:42.083654 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a97ff993-340d-435b-a2b3-d854296f046d req-793f8b6c-7a16-4ad3-8c84-096e02bbc04e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0316362 May 04 14:10:42.406142 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513cbf-7bd1-4791-b417-36210f65e42f req-9dda4eda-f4ff-4d51-9de1-14e536c0790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:42.408750 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3c513cbf-7bd1-4791-b417-36210f65e42f req-9dda4eda-f4ff-4d51-9de1-14e536c0790c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1129 time: 0.0496614 May 04 14:10:42.434390 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72045a24-611a-4ed9-bdb3-6f6c0a37cba5 req-baaafc52-fef0-44a7-af1d-c72865ce1a0d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:42.435772 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72045a24-611a-4ed9-bdb3-6f6c0a37cba5 req-baaafc52-fef0-44a7-af1d-c72865ce1a0d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0548084 May 04 14:10:42.481942 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-72045a24-611a-4ed9-bdb3-6f6c0a37cba5 req-910c6052-0e88-4141-87cf-1371aab1ee09 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 May 04 14:10:42.651583 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832bba2-c776-488b-98db-af6bbec138c8 req-0f09aca4-907a-49bf-9339-c1a60fb411c5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:42.653080 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1832bba2-c776-488b-98db-af6bbec138c8 req-0f09aca4-907a-49bf-9339-c1a60fb411c5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0498049 May 04 14:10:42.706775 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1832bba2-c776-488b-98db-af6bbec138c8 req-678d9136-ead1-4d81-8b24-fb8354b92d88 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476105 May 04 14:10:42.738549 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-3c513cbf-7bd1-4791-b417-36210f65e42f req-e166f472-7c92-4d72-b51f-5b459190230e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482876 May 04 14:10:43.184741 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c043199a-7945-4c32-a374-778f271c662b req-897c2b7b-f39b-40e4-b366-25f9457831e3 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0315688 May 04 14:10:43.605047 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4df8-3872-4e37-a3ad-4e9c28a30b72 req-eebfa45b-e9c0-41d3-9286-529f7dbb4ed3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:43.606545 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ac4d4df8-3872-4e37-a3ad-4e9c28a30b72 req-eebfa45b-e9c0-41d3-9286-529f7dbb4ed3 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 944 time: 0.0481172 May 04 14:10:43.656328 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ac4d4df8-3872-4e37-a3ad-4e9c28a30b72 req-e231bb0e-1eb4-4ac3-8576-cd8c9c6dc212 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 May 04 14:10:43.826017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25df44-60f6-4276-85dd-775ea3c9032c req-e53388f7-455d-4b7a-8542-4f6218020704 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:43.827505 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f25df44-60f6-4276-85dd-775ea3c9032c req-e53388f7-455d-4b7a-8542-4f6218020704 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0476410 May 04 14:10:43.880434 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f25df44-60f6-4276-85dd-775ea3c9032c req-39b19c5c-aa0d-48bb-8055-db586602d920 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469778 May 04 14:10:44.225120 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:10:44.282094 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-29913959-69b3-4654-8610-5c38573c1b04 req-a9697ebc-b531-4e66-84e7-712f9a5cd75a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0309227 May 04 14:10:44.332088 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:44.346014 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'port_id': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'mac_address': 'fa:16:3e:87:fd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:10:44.386188 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:44.386720 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:44.409631 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:10:44.422536 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:44.495861 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:44.548840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=9']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:44.795213 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334890e0-fc84-4876-9a77-406cf57f309a req-4b60002f-3da4-422b-bda6-08dc3e76e37e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:44.795812 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-334890e0-fc84-4876-9a77-406cf57f309a req-4b60002f-3da4-422b-bda6-08dc3e76e37e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0577481 May 04 14:10:44.831076 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['4c7cebfa-bd26-4718-b8fc-63bf694632eb'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:10:44.851448 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-334890e0-fc84-4876-9a77-406cf57f309a req-2644d529-0136-4bc2-800b-fcc2d9c3fe23 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 May 04 14:10:45.033766 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191911-6329-457b-844e-718e456d3a46 req-64203c68-8654-4759-bc9f-199f0af53c5b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:45.035566 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83191911-6329-457b-844e-718e456d3a46 req-64203c68-8654-4759-bc9f-199f0af53c5b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0619099 May 04 14:10:45.114505 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-83191911-6329-457b-844e-718e456d3a46 req-514d6804-df66-4308-b6bc-d2e777b727a5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722294 May 04 14:10:45.249718 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470f14-723d-498c-b34d-f8c419daae2d req-01e5a085-636e-4d15-833b-bd64a9979900 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:45.251474 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7470f14-723d-498c-b34d-f8c419daae2d req-01e5a085-636e-4d15-833b-bd64a9979900 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0638919 May 04 14:10:45.312320 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e7470f14-723d-498c-b34d-f8c419daae2d req-ef2c5847-1765-48fb-8928-7a3e39358d81 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530105 May 04 14:10:45.338769 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43266) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:45.405715 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4ed3354-00f6-4d13-93fc-9a1f588f6ae8 req-6ca25ba0-24d5-434b-89fd-ec3d4b1a15b9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0541406 May 04 14:10:45.415710 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463d3e2-f17e-4ef3-a54c-1763abb20042 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:45.418563 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8463d3e2-f17e-4ef3-a54c-1763abb20042 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1124 time: 0.0770772 May 04 14:10:45.421081 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43268) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:45.425499 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'tenant_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:45.677536 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:45.765320 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:45.894954 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.27.3.106 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/d83165a0-b296-4c41-bc68-bab4ed8bbe97) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:46.046872 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93ea0-04ea-416c-8dce-ed89575cf874 req-0a7b7dbe-e6ce-420d-9971-c41ce31cdba1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:46.048382 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b4c93ea0-04ea-416c-8dce-ed89575cf874 req-0a7b7dbe-e6ce-420d-9971-c41ce31cdba1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 945 time: 0.0723929 May 04 14:10:46.065682 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.135941 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-ae455c54-9021-4c0a-9828-00ab341b380f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:46.138286 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-ae455c54-9021-4c0a-9828-00ab341b380f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 814 time: 0.1105819 May 04 14:10:46.157961 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b4c93ea0-04ea-416c-8dce-ed89575cf874 req-7208321a-2666-4d59-b50b-33a264f01bb6 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 May 04 14:10:46.232289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:46.239844 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-f54c4607-c8a1-4d30-a228-6fa5e24c6161 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e628b06a0ca4ee4bf45d04395a657ff HTTP/1.1" status: 200 len: 379 time: 0.0586460 May 04 14:10:46.249430 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'port': {'device_id': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'admin_state_up': True, 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'security_groups': ['2749e01b-6ef8-40b6-95fd-8c1da175db07']}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:46.255792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.283769 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 4c7cebfa-bd26-4718-b8fc-63bf694632eb triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:46.284483 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.309405 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:46.315174 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:46.319667 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:46.353519 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=d83165a0-b296-4c41-bc68-bab4ed8bbe97,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:46.377370 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 4c7cebfa-bd26-4718-b8fc-63bf694632eb is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:46.377911 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.413496 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:46.416346 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce8ad9d-4b9f-4719-8299-f37df2c2cfce" -d '{"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:46.427530 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:46.457888 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f21ef8-778e-42e4-8c22-1d297cd9ab80 x-openstack-request-id: req-c4f21ef8-778e-42e4-8c22-1d297cd9ab80 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:46.458205 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:46.458483 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4f21ef8-778e-42e4-8c22-1d297cd9ab80 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:46.458884 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f21ef8-778e-42e4-8c22-1d297cd9ab80'] response: {'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'code': 200} May 04 14:10:46.540318 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Made reservation on behalf of 8e628b06a0ca4ee4bf45d04395a657ff for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:10:46.544730 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.568368 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b6f58579-c87f-4a24-a308-b61469465e57 req-0d8e52a3-bc50-4016-bb86-58ab315ad232 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0727820 May 04 14:10:46.586078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:46.647189 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=10']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:46.719286 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Allocated IP 172.20.0.14 (fd8c14f5-74df-4d08-8f17-f0187142a532/b456a448-c010-4e06-a1a6-c9e166e232f5/6224aeae-9557-476a-a4d7-e4d1d3364672) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:46.870193 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.015496 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.102671 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Network fd8c14f5-74df-4d08-8f17-f0187142a532 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:47.109683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:47.117889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:47.150817 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859b60c-8315-4b09-97ec-48a0f8e386b8 req-f76cb6cf-df40-4f49-a569-bc69958ef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:47.152360 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6859b60c-8315-4b09-97ec-48a0f8e386b8 req-f76cb6cf-df40-4f49-a569-bc69958ef4a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 1131 time: 0.0925541 May 04 14:10:47.157087 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event updated for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:47.182824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (9b97cd4c-376d-4cc9-ab77-c142b813751a), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.205784 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:47.206449 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.249926 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-6859b60c-8315-4b09-97ec-48a0f8e386b8 req-4b997836-8d32-40a1-a651-f6764d873825 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900571 May 04 14:10:47.311624 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c1c7-d4bd-4d8c-9285-33a9e5b72f79 req-5e09814a-603f-4610-aba1-1116fc947bf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:47.313190 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2369c1c7-d4bd-4d8c-9285-33a9e5b72f79 req-5e09814a-603f-4610-aba1-1116fc947bf8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0579007 May 04 14:10:47.366057 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-915e2acd-d38f-41d8-9202-a30fa9fd736f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1205130 May 04 14:10:47.371443 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2369c1c7-d4bd-4d8c-9285-33a9e5b72f79 req-e742b955-bb80-4433-ac78-e42a36d2b693 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514743 May 04 14:10:47.411814 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-f637326f-3a19-4a74-87ea-8c083ac3c7c3 None None] Provisioning complete for port 6224aeae-9557-476a-a4d7-e4d1d3364672 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:47.412346 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f637326f-3a19-4a74-87ea-8c083ac3c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.453056 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-f637326f-3a19-4a74-87ea-8c083ac3c7c3 None None] Port 6224aeae-9557-476a-a4d7-e4d1d3364672 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:10:47.461560 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.538240 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Request body: {'port': {'device_id': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:47.630570 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.630988 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.745431 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b823-698e-4c0e-bbc9-2d9d3f4e92fb req-19801a32-3b29-455d-9710-0d029d8da0c8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:47.745431 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a870b823-698e-4c0e-bbc9-2d9d3f4e92fb req-19801a32-3b29-455d-9710-0d029d8da0c8 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 932 time: 0.0670052 May 04 14:10:47.790096 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43314) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:47.804693 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:47.829095 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a870b823-698e-4c0e-bbc9-2d9d3f4e92fb req-c9ee098f-0584-4be8-bb00-428a794563fc tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780809 May 04 14:10:47.905828 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=d83165a0-b296-4c41-bc68-bab4ed8bbe97,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:47.912235 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (9b97cd4c-376d-4cc9-ab77-c142b813751a), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.003129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6224aeae-9557-476a-a4d7-e4d1d3364672 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:10:48.014350 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks [] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.029117 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Transition to ACTIVE for port object 6224aeae-9557-476a-a4d7-e4d1d3364672 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:10:48.060282 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4eb77532-66c3-4bbe-9078-26fa776371d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.085969 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 9b97cd4c-376d-4cc9-ab77-c142b813751a associated. External IP: 172.27.3.106, port: 15db9abd-9204-42c2-848a-b5a796776578. May 04 14:10:48.105697 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.135227 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0dabb-b845-40f6-ac1f-76ff1c4438c2 req-1e2836dd-50c5-4f45-83a2-b4b5dc38f1c6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:48.136844 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f0e0dabb-b845-40f6-ac1f-76ff1c4438c2 req-1e2836dd-50c5-4f45-83a2-b4b5dc38f1c6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.1524954 May 04 14:10:48.180648 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Pushing event updated for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:48.252386 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Attempting to bind port 6224aeae-9557-476a-a4d7-e4d1d3364672 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:10:48.252858 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Attempting to bind port 6224aeae-9557-476a-a4d7-e4d1d3364672 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:10:48.259216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Attempting to bind port 6224aeae-9557-476a-a4d7-e4d1d3364672 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:48.259216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Port 6224aeae-9557-476a-a4d7-e4d1d3364672 on network fd8c14f5-74df-4d08-8f17-f0187142a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:10:48.259216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Attempting to bind port 6224aeae-9557-476a-a4d7-e4d1d3364672 on network fd8c14f5-74df-4d08-8f17-f0187142a532 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:48.265009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:10:48.265398 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Checking segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:48.265979 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Bound using segment: {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:10:48.266228 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Bound port: 6224aeae-9557-476a-a4d7-e4d1d3364672, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:10:48.266703 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.275800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f0e0dabb-b845-40f6-ac1f-76ff1c4438c2 req-dcdd4928-535f-4c7a-ba0e-75cf756bede6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215310 May 04 14:10:48.341763 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4eb77532-66c3-4bbe-9078-26fa776371d0 admin admin] Publish callbacks [] for security_group (1a05928e-94df-41d6-8fc8-41902a854cba), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.352945 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:10:48.356397 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6224aeae-9557-476a-a4d7-e4d1d3364672,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:10:48.408538 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4eb77532-66c3-4bbe-9078-26fa776371d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1a05928e-94df-41d6-8fc8-41902a854cba), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.420971 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:10:48.441053 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.470160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb77532-66c3-4bbe-9078-26fa776371d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05928e-94df-41d6-8fc8-41902a854cba,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:48.474298 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4eb77532-66c3-4bbe-9078-26fa776371d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ba6ec522648486a8429ada20d65b933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834311 May 04 14:10:48.478608 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43324) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:48.487397 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:48.487991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.489303 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] 10.222.0.58 "PUT /v2.0/ports/6224aeae-9557-476a-a4d7-e4d1d3364672 HTTP/1.1" status: 200 len: 1094 time: 0.9553926 May 04 14:10:48.491458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:48.494690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47ecd18-6638-4c62-a9a5-46877d7d58d4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:48.547009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74a488-1aa0-455d-bdbc-b5bd33c9bef3 x-openstack-request-id: req-8b74a488-1aa0-455d-bdbc-b5bd33c9bef3 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:48.547206 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:48.547443 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b74a488-1aa0-455d-bdbc-b5bd33c9bef3 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:48.547999 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74a488-1aa0-455d-bdbc-b5bd33c9bef3'] response: {'name': 'network-changed', 'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'status': 'completed', 'code': 200} May 04 14:10:48.549181 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e40f3-6738-4a50-9569-d21e7a736c17 service neutron] Pushing event updated for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:48.552385 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b123-c219-434d-a5c3-2363c1174319 req-ecb299cb-d120-4570-abc5-7ed936cf09d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:48.553948 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2911b123-c219-434d-a5c3-2363c1174319 req-ecb299cb-d120-4570-abc5-7ed936cf09d9 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0995617 May 04 14:10:48.567825 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] Publish callbacks [] for security_group (1a05928e-94df-41d6-8fc8-41902a854cba), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.593664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] Publish callbacks [] for security_group (1a05928e-94df-41d6-8fc8-41902a854cba), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.628248 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:48.642236 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:48.657596 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:48.658407 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:48.669799 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2911b123-c219-434d-a5c3-2363c1174319 req-1085581e-edab-425e-8508-8121ae78f8c8 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645316 May 04 14:10:48.746226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.747709 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1a05928e-94df-41d6-8fc8-41902a854cba), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.750542 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:48.754231 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a05928e-94df-41d6-8fc8-41902a854cba HTTP/1.1" status: 204 len: 168 time: 0.2705171 May 04 14:10:48.767426 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40456-464a-4b4e-b049-3a868a17f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05928e-94df-41d6-8fc8-41902a854cba,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:48.786264 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:48.819680 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-24f4acdd-09f4-4b1a-93e9-a5952ce329cc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3857648 May 04 14:10:48.819680 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:48.819680 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d2c2f3-1687-48e8-94b4-9663f70f9df5" -d '{"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:48.860073 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d31c1-8180-4cc5-bfc6-d6e0d4938f9b x-openstack-request-id: req-007d31c1-8180-4cc5-bfc6-d6e0d4938f9b {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:48.860871 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:48.861299 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-007d31c1-8180-4cc5-bfc6-d6e0d4938f9b {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:48.861795 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007d31c1-8180-4cc5-bfc6-d6e0d4938f9b'] response: {'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578', 'status': 'completed', 'code': 200} May 04 14:10:48.958184 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c79ab0-9fe8-420f-b697-23abf85840eb req-948fec39-5f4c-4214-9218-40b6419a7e55 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:48.959807 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c4c79ab0-9fe8-420f-b697-23abf85840eb req-948fec39-5f4c-4214-9218-40b6419a7e55 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.0564172 May 04 14:10:49.012449 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c4c79ab0-9fe8-420f-b697-23abf85840eb req-55b323fe-2b97-4230-9882-35d955f25b3c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447702 May 04 14:10:49.021101 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:46Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:49.059010 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:49.067751 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:49.068349 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:49.178887 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:49.409703 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:46Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:49.411271 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466743f-3063-4586-b1b3-b987aa80696f req-edbf82bb-fe4d-47a5-9350-1766690f8cd7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:49.413000 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a466743f-3063-4586-b1b3-b987aa80696f req-edbf82bb-fe4d-47a5-9350-1766690f8cd7 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0502455 May 04 14:10:49.436922 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4c603-027d-46c8-bb6e-46438df5ff4d None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:46Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:10:49.464924 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a466743f-3063-4586-b1b3-b987aa80696f req-3e07f8bd-9138-46ed-b1d3-483c6c9632b1 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458877 May 04 14:10:49.661644 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfaa6a-7322-46bd-9a41-bc49887b48e1 None None] New status for floating IP 9b97cd4c-376d-4cc9-ab77-c142b813751a: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:10:49.827937 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7942a-f088-498e-b0ae-a30bd86caaaf req-052e10c5-caae-4d9f-b0f3-bdd7cce36733 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:49.838041 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ddb7942a-f088-498e-b0ae-a30bd86caaaf req-052e10c5-caae-4d9f-b0f3-bdd7cce36733 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0833218 May 04 14:10:49.882128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43362) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:49.911550 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ddb7942a-f088-498e-b0ae-a30bd86caaaf req-f68530fe-745e-4511-a9b8-863362868e3a tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722830 May 04 14:10:49.974737 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-c2234d4f-e62c-40c5-9a67-409e0b175788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:49.976273 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-c2234d4f-e62c-40c5-9a67-409e0b175788 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1129 time: 0.0545185 May 04 14:10:50.039179 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2029638110-network', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:50.108910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-42f92de3-97c4-4ece-9b7b-ce81c7d6899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.110498 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-42f92de3-97c4-4ece-9b7b-ce81c7d6899d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 1128 time: 0.0612080 May 04 14:10:50.146942 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Made reservation on behalf of 4e3df9d7b8b4443aabe77cf4a5e4b549 for: {'network': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:10:50.149199 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.158400 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fdf78-ae83-43a9-8e7a-0fdf17603249 req-a7a2f014-9064-4826-9023-f12f7aa19733 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.159888 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-348fdf78-ae83-43a9-8e7a-0fdf17603249 req-a7a2f014-9064-4826-9023-f12f7aa19733 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.0573194 May 04 14:10:50.167050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.236157 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-348fdf78-ae83-43a9-8e7a-0fdf17603249 req-f1dce2c3-85a5-4665-9a5a-4c5cceafe80f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701036 May 04 14:10:50.288093 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks [] for security_group (a9e5788a-d523-4199-88a5-2bcca27db34e), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.380064 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a9e5788a-d523-4199-88a5-2bcca27db34e), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.406330 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=115584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:10:50.415681 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e5788a-d523-4199-88a5-2bcca27db34e,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:50.422704 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (47e5b385-1036-4ea3-80d9-6f8cf7769a78), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.423084 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.segments_db [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Added segment 47e5b385-1036-4ea3-80d9-6f8cf7769a78 of type vlan for network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 May 04 14:10:50.468096 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (01cb4137-90d7-4991-86cd-1e0b61d2eaa8), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.536097 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-6e1550e3-0262-4e76-bd58-3f990b6a106f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.537788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-6e1550e3-0262-4e76-bd58-3f990b6a106f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.0669179 May 04 14:10:50.609952 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (01cb4137-90d7-4991-86cd-1e0b61d2eaa8), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.610850 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.611441 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.691443 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98794273-426c-46bb-976f-a7e6d30a22dd req-0c35962b-919c-4a8e-85bd-0cf6ccab62f6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.693131 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-98794273-426c-46bb-976f-a7e6d30a22dd req-0c35962b-919c-4a8e-85bd-0cf6ccab62f6 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 945 time: 0.1429710 May 04 14:10:50.769588 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Deleting port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:10:50.769922 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:50.775627 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8921924 May 04 14:10:50.785196 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c9a3d-6b6d-4fe0-9f1f-2acc1eb88525 admin admin] Pushing event updated for resources: {'Network': ['ID=01cb4137-90d7-4991-86cd-1e0b61d2eaa8,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:50.798067 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:10:50.799124 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43402) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:50.811579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Request body: {'subnet': {'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2029638110-subnet', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:50.899690 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-98794273-426c-46bb-976f-a7e6d30a22dd req-616eacfd-12cd-4821-988e-92b1d3daf785 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7774be0-2092-4df0-9f54-877880586fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955595 May 04 14:10:50.924301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-7b5afcb7-bba9-46e0-a1ab-7f333d2ad9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.925906 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-7b5afcb7-bba9-46e0-a1ab-7f333d2ad9df service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.4579508 May 04 14:10:50.928889 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-d95ce83e-72dc-4361-965a-d9b32caf0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:50.930428 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-d95ce83e-72dc-4361-965a-d9b32caf0dbb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4636788 May 04 14:10:50.983279 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] For port cc37e45f-fe71-4246-adc0-ed107c7d2ed0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:50.983849 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.134218 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-a7bf1cb0-446a-4f63-b64b-991c2a8b5877 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 1001 time: 0.1970203 May 04 14:10:51.147933 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Made reservation on behalf of 4e3df9d7b8b4443aabe77cf4a5e4b549 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:10:51.155111 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3506130'] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.251684 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-3676d237-9eca-4619-8d02-e185a9e87f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.254096 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-c47ecd18-6638-4c62-a9a5-46877d7d58d4 req-3676d237-9eca-4619-8d02-e185a9e87f5f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157909 May 04 14:10:51.257150 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-313f2dbb-0b17-4663-b073-334de13e9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.260169 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-313f2dbb-0b17-4663-b073-334de13e9f99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.1165116 May 04 14:10:51.375843 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-5e3c13ca-1cc5-4f0c-b0cf-8e7a1458a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.377374 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-5e3c13ca-1cc5-4f0c-b0cf-8e7a1458a9cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1029859 May 04 14:10:51.388455 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-313d9c19-a233-46bb-a525-f57b5e785350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.390091 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-313d9c19-a233-46bb-a525-f57b5e785350 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 1128 time: 0.0584462 May 04 14:10:51.404392 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86645-b910-4e0b-bdf7-ff9df1142dfe req-11ed165d-393f-4421-ace9-733b3f8fa071 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.404654 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32f86645-b910-4e0b-bdf7-ff9df1142dfe req-11ed165d-393f-4421-ace9-733b3f8fa071 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.2733228 May 04 14:10:51.507933 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-5666a99d-e763-413c-b744-bf5f01463fa4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6224aeae-9557-476a-a4d7-e4d1d3364672 HTTP/1.1" status: 200 len: 217 time: 0.0596955 May 04 14:10:51.545891 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f115e-89ef-418c-836d-3b90330977d3 req-317d2acf-e24e-4be6-9748-3e0f36696a1e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.547462 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-488f115e-89ef-418c-836d-3b90330977d3 req-317d2acf-e24e-4be6-9748-3e0f36696a1e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.1577404 May 04 14:10:51.596002 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32f86645-b910-4e0b-bdf7-ff9df1142dfe req-2f4e5dc2-3e03-45c0-a2d3-6ca3595a940e tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819236 May 04 14:10:51.610326 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-0e0a523e-8618-4e5e-ab26-34ab9e311315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.611810 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-0e0a523e-8618-4e5e-ab26-34ab9e311315 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.0960281 May 04 14:10:51.648389 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.648756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.649058 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Floating IP 5d4268da-a0e9-4280-adaf-167a44a30698 disassociated. External IP: 172.27.3.169, port: cc37e45f-fe71-4246-adc0-ed107c7d2ed0. May 04 14:10:51.649442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Calling delete_port for cc37e45f-fe71-4246-adc0-ed107c7d2ed0 owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:10:51.663748 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-2d5b2930-ab8e-4e44-8460-014388534afe service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142038 May 04 14:10:51.676774 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-b10a2319-bf43-47f3-979a-14493c71debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:51.678305 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-b10a2319-bf43-47f3-979a-14493c71debd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507615 May 04 14:10:51.690313 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-488f115e-89ef-418c-836d-3b90330977d3 req-9e90d381-0e61-42c6-b403-1017c7161682 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236992 May 04 14:10:51.870420 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2970215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3506080'] for subnet (75497917-ccf7-49cb-850a-f20a61e9bf14), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.870685 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-11d2c2f3-1687-48e8-94b4-9663f70f9df5 req-3d4c62a3-b715-4ad6-823a-51b0a922aef9 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861732 May 04 14:10:51.882300 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-76db8888-8bab-4518-8d37-ecd5fe76d5c4 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771085 May 04 14:10:51.931994 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75497917-ccf7-49cb-850a-f20a61e9bf14,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:51.941086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (cc37e45f-fe71-4246-adc0-ed107c7d2ed0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:51.953142 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Checking segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:51.953544 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Network hostable DHCP agents. Network: 01cb4137-90d7-4991-86cd-1e0b61d2eaa8, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:10:51.980874 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'Port': ['ID=cc37e45f-fe71-4246-adc0-ed107c7d2ed0,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:52.015447 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-2be3f8d3-8c6f-4313-9a22-55f80d5390cf req-e1be0b1c-0753-41d8-835c-aaa51e1f0ca3 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131527 May 04 14:10:52.023647 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-944a8980-aa8a-4741-8eeb-1132f82e3cbe req-45f1b6ea-a3e3-4dcb-ab6e-82733bd7f612 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0441103 May 04 14:10:52.143789 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:10:52.192866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:10:52.263823 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 01cb4137-90d7-4991-86cd-1e0b61d2eaa8) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:52.265493 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device cc37e45f-fe71-4246-adc0-ed107c7d2ed0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:10:52.269204 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:52.269881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.272511 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:52.276417 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2e3dd-f5ba-43cb-8619-9d94eb301407 None None] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:10:52.284588 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:52.297703 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:52.302360 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:52.326428 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: cc37e45f-fe71-4246-adc0-ed107c7d2ed0 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:10:52.326773 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device cc37e45f-fe71-4246-adc0-ed107c7d2ed0 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:10:52.436433 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:10:52.437486 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:52.437627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.613062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] No DVR routers for this DVR port cc37e45f-fe71-4246-adc0-ed107c7d2ed0 on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:10:52.615858 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.619975 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-54dc5119-33d4-4d30-a8de-f7e3a150fc5f req-988239ee-ec8a-4ca6-bbef-8a57f6aaed25 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.58 "DELETE /v2.0/ports/cc37e45f-fe71-4246-adc0-ed107c7d2ed0 HTTP/1.1" status: 204 len: 173 time: 2.0764866 May 04 14:10:52.620400 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'name': 'network-vif-deleted', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:52.622783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea4debb-5274-4068-a1f0-29f0302de278" -d '{"events": [{"server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "name": "network-vif-deleted", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:52.652546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Allocated IP 172.20.0.2 (01cb4137-90d7-4991-86cd-1e0b61d2eaa8/75497917-ccf7-49cb-850a-f20a61e9bf14/fae56935-5e51-47fd-9dfc-097485bea3a6) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:52.671756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8734e2-dd9e-43d6-a9c4-26920c6da667 x-openstack-request-id: req-4d8734e2-dd9e-43d6-a9c4-26920c6da667 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:52.671756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca77de83-80bb-417c-b425-c906469227b2", "name": "network-vif-deleted", "tag": "cc37e45f-fe71-4246-adc0-ed107c7d2ed0", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:52.671756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d8734e2-dd9e-43d6-a9c4-26920c6da667 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:52.671756 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8734e2-dd9e-43d6-a9c4-26920c6da667'] response: {'server_uuid': 'ca77de83-80bb-417c-b425-c906469227b2', 'name': 'network-vif-deleted', 'tag': 'cc37e45f-fe71-4246-adc0-ed107c7d2ed0', 'status': 'completed', 'code': 200} May 04 14:10:52.702963 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:52.712352 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-f7795837-f23d-4d48-ad19-8d8c17aa3653 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9046428 May 04 14:10:52.715260 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43414) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:52.723313 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:52.763833 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a53b50-10b8-429e-8f95-84eec62d67ba req-dac09918-3d37-463a-a4bb-6127ad798454 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:52.765585 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-91a53b50-10b8-429e-8f95-84eec62d67ba req-dac09918-3d37-463a-a4bb-6127ad798454 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0704052 May 04 14:10:52.800564 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:52.815649 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:52.816571 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:52.846773 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.848899 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.862783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408f0f7-d0a3-4684-8d6a-d0b2920ed136 req-9b6ecada-f009-43b4-92d5-e962751ddb10 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:52.864354 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e408f0f7-d0a3-4684-8d6a-d0b2920ed136 req-9b6ecada-f009-43b4-92d5-e962751ddb10 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.0717185 May 04 14:10:52.877933 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks [] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.878136 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-91a53b50-10b8-429e-8f95-84eec62d67ba req-b9ec8759-8ab3-4278-9d54-a2e718be2932 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053693 May 04 14:10:52.920539 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for router_controller (14bd274f-2638-4f88-a6cc-80641dbcd2ae), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.936543 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e408f0f7-d0a3-4684-8d6a-d0b2920ed136 req-8190172e-f8af-43f8-b3d5-0c295c5256d5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574827 May 04 14:10:52.952112 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:52.990369 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:52.996091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:52.998716 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:53.014020 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Pushing event updated for resources: {'Port': ['ID=fae56935-5e51-47fd-9dfc-097485bea3a6,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:53.053400 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:53.091397 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Attempting to bind port fae56935-5e51-47fd-9dfc-097485bea3a6 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:10:53.092133 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Attempting to bind port fae56935-5e51-47fd-9dfc-097485bea3a6 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:10:53.092694 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Attempting to bind port fae56935-5e51-47fd-9dfc-097485bea3a6 on network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:53.098991 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:10:53.099747 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Checking segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:53.100344 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.100923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Bound using segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:10:53.101657 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Bound port: fae56935-5e51-47fd-9dfc-097485bea3a6, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:10:53.102294 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.143220 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for router_gateway (14bd274f-2638-4f88-a6cc-80641dbcd2ae), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.186989 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7c075ffa-b16f-4670-8bcb-148a62c65604 req-d6f6d945-b9c0-4189-a712-a7a7f5da75d0 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca77de83-80bb-417c-b425-c906469227b2 HTTP/1.1" status: 200 len: 210 time: 0.0427246 May 04 14:10:53.197664 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] For port fae56935-5e51-47fd-9dfc-097485bea3a6, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:10:53.197929 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] For port fae56935-5e51-47fd-9dfc-097485bea3a6, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=fae56935-5e51-47fd-9dfc-097485bea3a6,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:10:53.279809 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:53.311632 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488654a-5a03-4f4d-bccf-64804ee428da None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:03:40Z', 'revision_number': 4, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'adc43905-560f-4a7b-a708-e35df237c3f0', 'name': '', 'network_id': '6c920147-4f05-4f43-8070-31b1123eb9ae', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'mac_address': 'fa:16:3e:22:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:39Z', 'updated_at': '2022-05-04T14:03:48Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'subnets': [{'id': 'ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:10:53.321097 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.399867 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8620a6d-7a42-4e2f-ad34-1e3a03ca76cd None None] Pushing event updated for resources: {'Port': ['ID=fae56935-5e51-47fd-9dfc-097485bea3a6,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:53.440320 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for router_gateway (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.461751 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.605371 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Allocated IP 172.27.3.18 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/cae68d95-d3b3-4c1a-ab46-0b84722fa255) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:53.643190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24823bf9-442f-41a8-83a4-b27ea824f4e0 None None] New status for floating IP 5d4268da-a0e9-4280-adaf-167a44a30698: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:10:53.748418 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.909560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:53.951458 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device fae56935-5e51-47fd-9dfc-097485bea3a6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:53.977404 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:53.985938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:53.992910 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:53.997049 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Pushing event updated for resources: {'Port': ['ID=cae68d95-d3b3-4c1a-ab46-0b84722fa255,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:54.021066 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port fae56935-5e51-47fd-9dfc-097485bea3a6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:54.022437 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.042641 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.042993 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.043368 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.043703 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.044041 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.044374 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.044765 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.045758 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.045758 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.045758 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.046926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.046926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.046926 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.047212 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.047474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:54.092280 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f0440-bc74-4a55-adb9-4620d76830fb req-4ee34935-5c3c-4c2f-9c73-64a993131aa1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:54.094636 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc5f0440-bc74-4a55-adb9-4620d76830fb req-4ee34935-5c3c-4c2f-9c73-64a993131aa1 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.0611811 May 04 14:10:54.132974 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port fae56935-5e51-47fd-9dfc-097485bea3a6 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:54.133462 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.180840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port fae56935-5e51-47fd-9dfc-097485bea3a6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=fae56935-5e51-47fd-9dfc-097485bea3a6,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:54.185523 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc5f0440-bc74-4a55-adb9-4620d76830fb req-0ca17bc9-c988-4990-b613-75e3ea5a9f0e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836985 May 04 14:10:54.256857 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.311214 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=fae56935-5e51-47fd-9dfc-097485bea3a6,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:54.354550 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43428) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:54.418224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (f7774be0-2092-4df0-9f54-877880586fb7), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.423268 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for router_gateway (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.448044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (f7774be0-2092-4df0-9f54-877880586fb7), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.527430 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b3f30-041b-4325-bd4f-8c0572c814a0 None None] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:10:54.591197 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f7774be0-2092-4df0-9f54-877880586fb7), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.593906 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.599263 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7774be0-2092-4df0-9f54-877880586fb7 HTTP/1.1" status: 204 len: 168 time: 0.2449276 May 04 14:10:54.602078 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43430) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:54.616198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-8f537df1-d247-4bd0-bdc0-cd9d2586f216 None None] Provisioning complete for port fae56935-5e51-47fd-9dfc-097485bea3a6 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:54.616490 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-8f537df1-d247-4bd0-bdc0-cd9d2586f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.620615 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c091c93-75bb-4ee7-a740-2e075dc3d78f tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7774be0-2092-4df0-9f54-877880586fb7,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:54.630282 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.api.v2.resource [None req-1a6e3b67-50c8-4df9-8d9c-7b3b02393817 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] show failed (client error): The resource could not be found. May 04 14:10:54.631477 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-1a6e3b67-50c8-4df9-8d9c-7b3b02393817 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "GET /v2.0/security-groups/f7774be0-2092-4df0-9f54-877880586fb7 HTTP/1.1" status: 404 len: 347 time: 0.0284150 May 04 14:10:54.635802 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43432) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:54.717274 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.747655 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-8f537df1-d247-4bd0-bdc0-cd9d2586f216 None None] Current status of the port fae56935-5e51-47fd-9dfc-097485bea3a6 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:54.772766 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Deleting port 088073e2-017f-4e4b-8914-49c41ae352f3 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:10:54.773174 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.874965 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.875251 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (088073e2-017f-4e4b-8914-49c41ae352f3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:54.892996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Calling delete_port for 088073e2-017f-4e4b-8914-49c41ae352f3 owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:10:54.956619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Router 14bd274f-2638-4f88-a6cc-80641dbcd2ae is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:10:54.969301 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2e73-9d3e-4291-a7b0-de7bfdae45f9 None None] Provisioning complete for port fae56935-5e51-47fd-9dfc-097485bea3a6 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:54.969791 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e73-9d3e-4291-a7b0-de7bfdae45f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.055464 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a2e73-9d3e-4291-a7b0-de7bfdae45f9 None None] Current status of the port fae56935-5e51-47fd-9dfc-097485bea3a6 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:55.077295 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:55.088291 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Sync routers for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:55.102635 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:55.103364 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:55.122811 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (088073e2-017f-4e4b-8914-49c41ae352f3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.154202 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Pushing event deleted for resources: {'Port': ['ID=088073e2-017f-4e4b-8914-49c41ae352f3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:55.157400 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.162601 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-679d9eb5-0c13-451c-ba4e-1a3d66d2e256 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4451327 May 04 14:10:55.166439 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43434) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:55.218443 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:55.302898 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks [] for floatingip (5d4268da-a0e9-4280-adaf-167a44a30698), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.305526 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.307240 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-acfa6d1a-bb79-4f8c-8167-07124ce81620 tempest-AttachVolumeTestJSON-1920736925 tempest-AttachVolumeTestJSON-1920736925-project] 10.222.0.69 "DELETE /v2.0/floatingips/5d4268da-a0e9-4280-adaf-167a44a30698 HTTP/1.1" status: 204 len: 168 time: 0.6703458 May 04 14:10:55.375107 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac823d-dd9a-424e-a80b-0a31ac376789 req-7244e42a-c380-4e30-9529-3127f6c27db5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:55.376718 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdac823d-dd9a-424e-a80b-0a31ac376789 req-7244e42a-c380-4e30-9529-3127f6c27db5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 944 time: 0.1107914 May 04 14:10:55.401340 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:54Z', 'revision_number': 3, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:55.428482 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Checking router: 14bd274f-2638-4f88-a6cc-80641dbcd2ae for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:55.428734 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Updating router 14bd274f-2638-4f88-a6cc-80641dbcd2ae port cae68d95-d3b3-4c1a-ab46-0b84722fa255 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:10:55.459667 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.515105 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fdac823d-dd9a-424e-a80b-0a31ac376789 req-ededa768-5a3c-4200-8246-8c5f34fd00e5 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984941 May 04 14:10:55.738212 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks [] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.762386 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.863508 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.939860 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Attempting to bind port cae68d95-d3b3-4c1a-ab46-0b84722fa255 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:10:55.942735 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Attempting to bind port cae68d95-d3b3-4c1a-ab46-0b84722fa255 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:10:55.946810 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Attempting to bind port cae68d95-d3b3-4c1a-ab46-0b84722fa255 on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:55.947014 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device fae56935-5e51-47fd-9dfc-097485bea3a6 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:55.948141 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Allocated IP 172.20.0.1 (01cb4137-90d7-4991-86cd-1e0b61d2eaa8/75497917-ccf7-49cb-850a-f20a61e9bf14/20689f81-860b-46b6-be4d-ced4ff0f8c34) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:10:55.952026 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Pushing event updated for resources: {'Port': ['ID=cae68d95-d3b3-4c1a-ab46-0b84722fa255,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:55.955615 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:10:55.955989 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:55.956676 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.956814 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:10:55.957270 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Bound port: cae68d95-d3b3-4c1a-ab46-0b84722fa255, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:10:55.957649 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:55.964612 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.964925 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.965304 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.965655 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.965978 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.966311 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.966617 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.966930 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.967268 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.967584 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.967899 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.968227 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.968547 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.968850 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.969158 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:55.985563 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-abcad997-9dfc-48b6-b098-3367e15ff7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.020384 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port fae56935-5e51-47fd-9dfc-097485bea3a6 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:56.021128 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.028605 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] For port cae68d95-d3b3-4c1a-ab46-0b84722fa255, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:10:56.032583 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] For port cae68d95-d3b3-4c1a-ab46-0b84722fa255, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=cae68d95-d3b3-4c1a-ab46-0b84722fa255,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:10:56.074226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks [] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.115376 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.132866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port fae56935-5e51-47fd-9dfc-097485bea3a6 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:56.178320 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:56.178948 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:56.184952 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfddce-8a3f-4fca-83ee-2760c576b530 None None] Pushing event updated for resources: {'Port': ['ID=cae68d95-d3b3-4c1a-ab46-0b84722fa255,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:56.206731 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.250549 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:56.257168 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:56.262399 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 6224aeae-9557-476a-a4d7-e4d1d3364672 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:10:56.262742 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:10:56.266646 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Pushing event updated for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:56.303389 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:56.310582 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.411786 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6224aeae-9557-476a-a4d7-e4d1d3364672,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:56.426167 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'port_id': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'mac_address': 'fa:16:3e:ad:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:10:56.471012 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 6224aeae-9557-476a-a4d7-e4d1d3364672 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:56.471380 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.490439 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6224aeae-9557-476a-a4d7-e4d1d3364672 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:10:56.493960 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:54Z', 'revision_number': 3, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:56.514044 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6224aeae-9557-476a-a4d7-e4d1d3364672,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:56.522567 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642c78a-ed2a-47d1-8fb3-da23cb407ece None None] The sync data for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi is: [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:54Z', 'revision_number': 3, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:10:56.569590 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.574218 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.618116 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-4ce1cee7-f6bd-4a6f-a029-7767dd24887f None None] Provisioning complete for port 20689f81-860b-46b6-be4d-ced4ff0f8c34 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:56.618869 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4ce1cee7-f6bd-4a6f-a029-7767dd24887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.662988 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:56.678247 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1cee7-f6bd-4a6f-a029-7767dd24887f None None] Port 20689f81-860b-46b6-be4d-ced4ff0f8c34 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:10:56.729032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb4e4-4eba-47f3-9b71-5238a44e5827 req-8731415a-1f16-4051-abe1-8c1ac9157931 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:56.730504 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3f4bb4e4-4eba-47f3-9b71-5238a44e5827 req-8731415a-1f16-4051-abe1-8c1ac9157931 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 945 time: 0.0862429 May 04 14:10:56.839899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3f4bb4e4-4eba-47f3-9b71-5238a44e5827 req-bf0aca69-4ac0-40ff-8ebf-cc69349742a7 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007009 May 04 14:10:56.852856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks [] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:56.890242 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['6224aeae-9557-476a-a4d7-e4d1d3364672'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:10:57.031558 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:57.111310 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:57.114787 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Pushing event updated for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:57.238353 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:10:57.239772 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:10:57.388981 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Router 14bd274f-2638-4f88-a6cc-80641dbcd2ae has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:10:57.501426 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-9785ce78-3e78-41c1-a472-18b33604d033 None None] Provisioning complete for port 20689f81-860b-46b6-be4d-ced4ff0f8c34 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:57.505464 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9785ce78-3e78-41c1-a472-18b33604d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:57.515769 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:57.520930 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-609c769c-b85c-4942-a0d5-d04a2ce14532 admin admin] 10.222.0.69 "PUT /v2.0/routers/14bd274f-2638-4f88-a6cc-80641dbcd2ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533089 May 04 14:10:57.566487 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-9785ce78-3e78-41c1-a472-18b33604d033 None None] Port 20689f81-860b-46b6-be4d-ced4ff0f8c34 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:10:57.665133 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43456) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:57.958155 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device cae68d95-d3b3-4c1a-ab46-0b84722fa255 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:57.968427 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Deleting port 77bbd98a-1726-43f6-9870-f568720a25d3 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:10:57.968766 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.028519 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port cae68d95-d3b3-4c1a-ab46-0b84722fa255 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:58.028519 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.029734 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bca9e5-e3a0-4b4f-bb52-b11afef51b64 req-83fabbd0-d874-4d98-bc38-83eeb81a1bfa tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:58.029831 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d0bca9e5-e3a0-4b4f-bb52-b11afef51b64 req-83fabbd0-d874-4d98-bc38-83eeb81a1bfa tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 945 time: 0.0735338 May 04 14:10:58.096586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f6f0742f-c033-47a4-8650-8fa136a78622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.115980 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port cae68d95-d3b3-4c1a-ab46-0b84722fa255 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:58.116460 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.116623 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.116832 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for floatingip (77bbd98a-1726-43f6-9870-f568720a25d3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.132724 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d0bca9e5-e3a0-4b4f-bb52-b11afef51b64 req-c15049e4-a3e9-43fd-a6e3-ef908de2ceff tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733900 May 04 14:10:58.143552 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Calling delete_port for 77bbd98a-1726-43f6-9870-f568720a25d3 owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:10:58.153590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port cae68d95-d3b3-4c1a-ab46-0b84722fa255, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=cae68d95-d3b3-4c1a-ab46-0b84722fa255,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:58.242865 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.302461 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 6224aeae-9557-476a-a4d7-e4d1d3364672 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:10:58.373775 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=cae68d95-d3b3-4c1a-ab46-0b84722fa255,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:58.387870 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 6224aeae-9557-476a-a4d7-e4d1d3364672 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:10:58.459203 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43480) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:58.465401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1805987185-network', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:58.475962 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Sync routers for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:58.482269 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (77bbd98a-1726-43f6-9870-f568720a25d3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.482706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 6224aeae-9557-476a-a4d7-e4d1d3364672 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:10:58.483089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.510919 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:58.511672 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:58.517217 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event deleted for resources: {'Port': ['ID=77bbd98a-1726-43f6-9870-f568720a25d3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:58.583340 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Made reservation on behalf of d392c091076e4444801a9c6d31c7d6ac for: {'network': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:10:58.588959 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.617347 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.642117 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for floatingip (ddbd748f-c17b-42d5-af54-3f588efd7519), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.642441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Floating IP ddbd748f-c17b-42d5-af54-3f588efd7519 disassociated (deleted). External IP: 172.27.3.38, port: 60250a8b-e6a1-4158-9ff0-78f87ba35b0e. May 04 14:10:58.690354 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 6224aeae-9557-476a-a4d7-e4d1d3364672 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:10:58.690822 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.710157 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:58.743886 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.750902 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:58.758039 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952a0fc-cfe9-4491-b322-6f4577044a05" -d '{"events": [{"server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "name": "network-vif-plugged", "status": "completed", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:58.776550 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6224aeae-9557-476a-a4d7-e4d1d3364672,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:10:58.800925 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks [] for security_group (6387aeab-3786-4ff2-8736-36aaedb89f44), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.812133 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee641cb-3495-49ea-be77-0067356b3c7e x-openstack-request-id: req-bee641cb-3495-49ea-be77-0067356b3c7e {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:58.814884 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "name": "network-vif-plugged", "status": "completed", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:58.814884 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bee641cb-3495-49ea-be77-0067356b3c7e {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:58.814884 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee641cb-3495-49ea-be77-0067356b3c7e'] response: {'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'code': 200} May 04 14:10:58.830089 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.860042 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6387aeab-3786-4ff2-8736-36aaedb89f44), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.892635 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=115584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:10:58.926635 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:58.941361 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (d4927735-4dcb-49d3-a59d-e764f1a6c577), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:58.941717 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.segments_db [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Added segment d4927735-4dcb-49d3-a59d-e764f1a6c577 of type vlan for network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 May 04 14:10:58.944767 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.945109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.945471 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.945799 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.946129 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.946450 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.947529 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.947923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.948247 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.948567 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.948882 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.949200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.952548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.952548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.952548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:10:58.954560 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6387aeab-3786-4ff2-8736-36aaedb89f44,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:59.009094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (6d7c77dc-a7a1-4b78-ac48-e278b55a2363), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.009971 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 2, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:59.012397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:10:59.038414 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Checking router: 14bd274f-2638-4f88-a6cc-80641dbcd2ae for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:59.039109 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Updating router 14bd274f-2638-4f88-a6cc-80641dbcd2ae port 20689f81-860b-46b6-be4d-ced4ff0f8c34 binding host dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:10:59.070469 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.155458 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:10:59.159487 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.174774 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Sync routers for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:10:59.180569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (6d7c77dc-a7a1-4b78-ac48-e278b55a2363), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.182250 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:59.182939 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.204134 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:59.205205 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:59.252288 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16a257-7575-447d-8472-f77ef418e02d req-59cb7984-817d-42bc-a418-99bd454d01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:59.253771 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2a16a257-7575-447d-8472-f77ef418e02d req-59cb7984-817d-42bc-a418-99bd454d01a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 1130 time: 0.1112199 May 04 14:10:59.262529 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-311cd42e-b620-4f31-a999-64abeaae8bb0 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "DELETE /v2.0/floatingips/ddbd748f-c17b-42d5-af54-3f588efd7519 HTTP/1.1" status: 204 len: 168 time: 1.5961268 May 04 14:10:59.274150 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:10:59.277191 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:10:59.301649 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.347903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7c77dc-a7a1-4b78-ac48-e278b55a2363,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:59.360014 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5f809806-5fca-48a3-8a46-43f4943fbd46 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8991456 May 04 14:10:59.363906 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43492) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:59.370576 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Request body: {'subnet': {'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1805987185-subnet', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'ip_version': 4}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:10:59.377961 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:10:59.381394 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628d90-9780-4c03-8590-f22120cc4f58 req-8d57fdb9-d83f-4a8e-81f8-b751d46feb6e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:59.381550 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:10:59.382717 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc628d90-9780-4c03-8590-f22120cc4f58 req-8d57fdb9-d83f-4a8e-81f8-b751d46feb6e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.1319981 May 04 14:10:59.412891 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2a16a257-7575-447d-8472-f77ef418e02d req-55c00eb5-5c26-49fc-840a-2eed3cd69310 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492124 May 04 14:10:59.460731 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc628d90-9780-4c03-8590-f22120cc4f58 req-252101b2-7596-4815-8df7-504c1e8b355e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712483 May 04 14:10:59.475271 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks [] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), precommit_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.510507 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6976cba-11eb-436a-b252-613175c1057b x-openstack-request-id: req-c6976cba-11eb-436a-b252-613175c1057b {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:10:59.510803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:10:59.511059 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6976cba-11eb-436a-b252-613175c1057b {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:10:59.511460 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6976cba-11eb-436a-b252-613175c1057b'] response: {'name': 'network-changed', 'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'status': 'completed', 'code': 200} May 04 14:10:59.528419 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Made reservation on behalf of d392c091076e4444801a9c6d31c7d6ac for: {'subnet': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:10:59.538390 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098555'] for subnet (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.637069 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.755501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43502) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:10:59.784320 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0d5c1-f267-474a-b701-b5ad2d2a3749 None None] Pushing event updated for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:10:59.793890 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:59.841520 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Checking router: bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:10:59.896557 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:10:59.898223 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:10:59.901728 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Attempting to bind port 20689f81-860b-46b6-be4d-ced4ff0f8c34 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:10:59.902198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Attempting to bind port 20689f81-860b-46b6-be4d-ced4ff0f8c34 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:10:59.902623 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Attempting to bind port 20689f81-860b-46b6-be4d-ced4ff0f8c34 on network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:10:59.914285 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:10:59.914657 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Checking segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:10:59.915185 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.918623 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Bound using segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:10:59.919248 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Bound port: 20689f81-860b-46b6-be4d-ced4ff0f8c34, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:10:59.919733 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:10:59.956494 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78721e8-7b3d-4f0a-badd-6a444604e4a7 req-8ba5eb34-9f4d-42e6-965c-7698e432b850 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:10:59.971253 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a78721e8-7b3d-4f0a-badd-6a444604e4a7 req-8ba5eb34-9f4d-42e6-965c-7698e432b850 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.1114225 May 04 14:11:00.086597 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a78721e8-7b3d-4f0a-badd-6a444604e4a7 req-b430edde-e8ba-43d2-9984-9702c9176a1f tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083949 May 04 14:11:00.090607 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] For port 20689f81-860b-46b6-be4d-ced4ff0f8c34, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:11:00.098144 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] For port 20689f81-860b-46b6-be4d-ced4ff0f8c34, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=20689f81-860b-46b6-be4d-ced4ff0f8c34,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:11:00.102618 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device cae68d95-d3b3-4c1a-ab46-0b84722fa255 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:00.102760 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:00.146399 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-7f03cfef-3ac9-4e8a-a691-f46d28dbacd4 None None] Provisioning complete for port 20689f81-860b-46b6-be4d-ced4ff0f8c34 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:00.147410 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7f03cfef-3ac9-4e8a-a691-f46d28dbacd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.192531 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7f03cfef-3ac9-4e8a-a691-f46d28dbacd4 None None] Port 20689f81-860b-46b6-be4d-ced4ff0f8c34 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:11:00.215514 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.249717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port cae68d95-d3b3-4c1a-ab46-0b84722fa255 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:00.250112 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.266092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098441'] for subnet (8736dedd-f0c3-4dbb-9234-2002851147a3), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.328229 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8736dedd-f0c3-4dbb-9234-2002851147a3,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:00.343049 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0d5c1-f267-474a-b701-b5ad2d2a3749 None None] Pushing event updated for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:00.362287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Checking segment: {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:11:00.362782 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Network hostable DHCP agents. Network: 6d7c77dc-a7a1-4b78-ac48-e278b55a2363, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:11:00.363143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:00.364435 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:00.379139 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:00.412391 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddabf09-40ba-4e41-802e-7edd4e9fa8e9 None None] The sync data for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi is: [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:05:12Z', 'revision_number': 4, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '19330ce2-5ca2-4411-a857-3985af610808', 'name': '', 'network_id': 'b6180c78-d97c-4950-b168-3de3488d591f', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'mac_address': 'fa:16:3e:33:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:11Z', 'updated_at': '2022-05-04T14:05:16Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'subnets': [{'id': '07a97f39-82dc-45e1-bcab-90f412f691b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:00.451879 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:11:00.529667 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port cae68d95-d3b3-4c1a-ab46-0b84722fa255 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:00.534054 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, 6d7c77dc-a7a1-4b78-ac48-e278b55a2363) {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:00.539784 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:00.540974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.552566 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210e81d-bf05-42e5-9437-457dbeccbf15 None None] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:00.595836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:00.641942 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7277547b-50ea-4ec9-bb5f-3cedccb08310 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2762072 May 04 14:11:00.645514 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43508) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:00.656968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:11:00.778337 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7967997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62837'] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.778337 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7967889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7969780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62842'] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.817209 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf22e40-bd4e-496e-940b-952e0b75beef None None] New status for floating IP ddbd748f-c17b-42d5-af54-3f588efd7519: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:11:00.844066 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for router_controller (ba8443f6-164c-4745-b3ba-0258afbc1e59), precommit_add_association {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.889824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052373c0-e0a5-4c98-ae35-ef8d9810f35a req-34d75124-6fd9-4e45-8ccd-6a7d38f61e43 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:00.891503 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-052373c0-e0a5-4c98-ae35-ef8d9810f35a req-34d75124-6fd9-4e45-8ccd-6a7d38f61e43 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.0727637 May 04 14:11:00.919570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Provisioning complete for port 20689f81-860b-46b6-be4d-ced4ff0f8c34 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:00.919930 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:00.950703 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.013276 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-052373c0-e0a5-4c98-ae35-ef8d9810f35a req-8a3c7f97-1be1-4c60-94c0-9658352c37c9 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025684 May 04 14:11:01.051481 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe10079ab-3799-5089-b326-ea3cfef4e60a-6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'fixed_ips': [{'subnet_id': '8736dedd-f0c3-4dbb-9234-2002851147a3'}]}} from dv-cinder-836996-12-iscsi. {{(pid=115585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:11:01.058431 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.063598 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.110464 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for router_gateway (ba8443f6-164c-4745-b3ba-0258afbc1e59), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.235562 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c485f18-2115-417d-9fff-8912af518398 req-937a1c6e-2fb0-4b9e-b876-ae623d87f250 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:01.237066 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0c485f18-2115-417d-9fff-8912af518398 req-937a1c6e-2fb0-4b9e-b876-ae623d87f250 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0743268 May 04 14:11:01.287855 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Current status of the port 20689f81-860b-46b6-be4d-ced4ff0f8c34 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:01.288249 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.300327 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Deleting port adc43905-560f-4a7b-a708-e35df237c3f0 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:01.300664 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.339892 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0c485f18-2115-417d-9fff-8912af518398 req-caf2d319-7171-4c5e-8714-98b999c5f93a tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966818 May 04 14:11:01.363347 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:00Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:01.373417 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] For port 20689f81-860b-46b6-be4d-ced4ff0f8c34, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=20689f81-860b-46b6-be4d-ced4ff0f8c34,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:01.403663 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for router_gateway (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.404739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] For port adc43905-560f-4a7b-a708-e35df237c3f0, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=adc43905-560f-4a7b-a708-e35df237c3f0,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:01.405128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.409895 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b45258-2202-4d46-9f77-40bfcd36b04d None None] The sync data for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi is: [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:00Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:01.412899 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.db_base_plugin_common [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Allocated IP 172.20.0.2 (6d7c77dc-a7a1-4b78-ac48-e278b55a2363/8736dedd-f0c3-4dbb-9234-2002851147a3/12818e31-6a8e-4836-9f9e-e944d3e06ddf) {{(pid=115585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:11:01.424137 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Calling delete_port for adc43905-560f-4a7b-a708-e35df237c3f0 owned by network:router_interface {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:01.424355 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.455307 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.520159 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-05d8b625-f752-476c-83a2-69165492600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:01.521946 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-05d8b625-f752-476c-83a2-69165492600f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88a63492d899456b992ad5ab7c8affca&device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 1129 time: 0.0485845 May 04 14:11:01.623884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Allocated IP 172.27.3.193 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/f8764f3b-c95f-4b29-a379-da69b78a123d) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:11:01.633593 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283ad5e-a8ed-4afc-9ccd-5ef160f5248e None None] Pushing event updated for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:01.747369 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:11:01.751866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks [] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), precommit_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.812226 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.835487 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), after_create {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.896012 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 is already hosted by enough agents. {{(pid=115585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:11:01.897013 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Pushing event updated for resources: {'Port': ['ID=12818e31-6a8e-4836-9f9e-e944d3e06ddf,revision_number=1']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:01.900381 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.scheduler.base_scheduler [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Resources bound (agent type, host, resource id): {{(pid=115585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:01.906662 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Received port after_create {{(pid=115585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:11:01.912123 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.945816 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (adc43905-560f-4a7b-a708-e35df237c3f0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:01.961678 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-d346639b-9de9-48b9-b4da-a9ca7f4efd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:01.963869 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-d346639b-9de9-48b9-b4da-a9ca7f4efd0f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 200 len: 910 time: 0.2090704 May 04 14:11:01.968294 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:11:01.973897 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:01.986517 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:11:01.988084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc43905-560f-4a7b-a708-e35df237c3f0,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:02.033412 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Attempting to bind port 12818e31-6a8e-4836-9f9e-e944d3e06ddf on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:11:02.034069 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Attempting to bind port 12818e31-6a8e-4836-9f9e-e944d3e06ddf by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:11:02.034258 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Pushing event updated for resources: {'Port': ['ID=f8764f3b-c95f-4b29-a379-da69b78a123d,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:02.035377 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Attempting to bind port 12818e31-6a8e-4836-9f9e-e944d3e06ddf on network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:11:02.046526 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:11:02.046877 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Checking segment: {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:11:02.047280 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.049956 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Bound using segment: {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'} {{(pid=115585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:11:02.049956 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.managers [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Bound port: 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'}}] {{(pid=115585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:11:02.050207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.053882 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 20689f81-860b-46b6-be4d-ced4ff0f8c34 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:02.237181 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] For port 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:11:02.242548 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] For port 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=12818e31-6a8e-4836-9f9e-e944d3e06ddf,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:11:02.253313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 20689f81-860b-46b6-be4d-ced4ff0f8c34 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:02.253815 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.361631 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6786-54d8-490f-b2ae-323f01cd35cf req-3258fb8e-ffee-4c51-a5d6-9cfb74b5ca29 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:02.369756 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 20689f81-860b-46b6-be4d-ced4ff0f8c34 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:02.370403 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2aeb6786-54d8-490f-b2ae-323f01cd35cf req-3258fb8e-ffee-4c51-a5d6-9cfb74b5ca29 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.0936239 May 04 14:11:02.406448 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.478758 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2aeb6786-54d8-490f-b2ae-323f01cd35cf req-a0cb97fd-e7fe-4967-97c2-21c010a73a8b tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065209 May 04 14:11:02.486948 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.514323 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae4a3e-5af8-4c48-8b8d-d0c7d97d4a27 None None] Pushing event updated for resources: {'Port': ['ID=12818e31-6a8e-4836-9f9e-e944d3e06ddf,revision_number=2']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:02.582032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for router_gateway (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.626048 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-6fe6c169-6d26-4ee8-abc3-2bbbd230a771 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 200 len: 217 time: 0.1459506 May 04 14:11:02.694198 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f050-d390-475f-a060-52810450a60a req-3120be8b-bc41-4294-9da9-5593a3f72155 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:02.694864 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.695598 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d6f7f050-d390-475f-a060-52810450a60a req-3120be8b-bc41-4294-9da9-5593a3f72155 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.0692892 May 04 14:11:02.712540 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3922942-7bea-4a08-8e3e-b794ae83eda6 req-10b376f4-38f3-44b4-92f8-e9d2e6e34eea tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:02.720405 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f3922942-7bea-4a08-8e3e-b794ae83eda6 req-10b376f4-38f3-44b4-92f8-e9d2e6e34eea tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 945 time: 0.2206693 May 04 14:11:02.764096 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-64595921-72ff-418f-ace5-14016cb762f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:02.764096 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-64595921-72ff-418f-ace5-14016cb762f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 200 len: 848 time: 0.1280708 May 04 14:11:02.773105 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d862d0-714b-4ec5-b95a-3e3a5910861e req-1558a9a9-c086-4f44-8dd7-1c738fdc8fba tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:02.787994 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0d862d0-714b-4ec5-b95a-3e3a5910861e req-1558a9a9-c086-4f44-8dd7-1c738fdc8fba tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.1687899 May 04 14:11:02.800922 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43520) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:02.807641 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Request body: {'floatingip': {'port_id': '6224aeae-9557-476a-a4d7-e4d1d3364672'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:11:02.943022 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f3922942-7bea-4a08-8e3e-b794ae83eda6 req-3ca68751-e00b-4301-8c30-e3f600da7a3b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9e692dd-a393-48cf-b414-c1df735bc4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214420 May 04 14:11:02.949309 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Deleting port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:02.950132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:02.960616 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.060906 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-a65a5af0-448a-45a7-be3c-939b34fc220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:03.062461 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-a65a5af0-448a-45a7-be3c-939b34fc220b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6180c78-d97c-4950-b168-3de3488d591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2834692 May 04 14:11:03.078366 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7967880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7969735'] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.131259 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] For port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:03.131532 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.150473 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Calling delete_port for 60250a8b-e6a1-4158-9ff0-78f87ba35b0e owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:03.372830 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-cb3bd426-fd21-407e-8d81-f2a6659441a7 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850242 May 04 14:11:03.422938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Router ba8443f6-164c-4745-b3ba-0258afbc1e59 is scheduled to L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 with binding_index 1 {{(pid=115583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:11:03.436643 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (60250a8b-e6a1-4158-9ff0-78f87ba35b0e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.460920 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:03.500349 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event deleted for resources: {'Port': ['ID=60250a8b-e6a1-4158-9ff0-78f87ba35b0e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:03.597906 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] No DVR routers for this DVR port 60250a8b-e6a1-4158-9ff0-78f87ba35b0e on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:03.601743 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.605420 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d6f7f050-d390-475f-a060-52810450a60a req-c3e631b3-acf9-4808-89b8-f98c5cd8960b tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.58 "DELETE /v2.0/ports/60250a8b-e6a1-4158-9ff0-78f87ba35b0e HTTP/1.1" status: 204 len: 173 time: 0.9036152 May 04 14:11:03.605968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-deleted', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:11:03.608250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43fff5-1e05-4152-9c9f-c2dc4d6bd9f9" -d '{"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-deleted", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:11:03.627704 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:03.642058 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Sync routers for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:03.655987 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:03.657006 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:03.678481 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376de7c3-f7a9-48aa-a358-c991fd74a5eb x-openstack-request-id: req-376de7c3-f7a9-48aa-a358-c991fd74a5eb {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:11:03.679143 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd319022-f5f3-4c45-8af9-eacc8fd11b8a", "name": "network-vif-deleted", "tag": "60250a8b-e6a1-4158-9ff0-78f87ba35b0e", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:11:03.679500 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-376de7c3-f7a9-48aa-a358-c991fd74a5eb {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:11:03.679983 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376de7c3-f7a9-48aa-a358-c991fd74a5eb'] response: {'server_uuid': 'dd319022-f5f3-4c45-8af9-eacc8fd11b8a', 'name': 'network-vif-deleted', 'tag': '60250a8b-e6a1-4158-9ff0-78f87ba35b0e', 'status': 'completed', 'code': 200} May 04 14:11:03.734460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:03.740399 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a4c532af-87d1-4e38-b022-640800121499 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0907855 May 04 14:11:03.749862 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43524) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:03.817055 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:03.831651 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d7051-efe9-4108-8cfe-4c0f1775d107 None None] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:04.035880 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Provisioning complete for port 12818e31-6a8e-4836-9f9e-e944d3e06ddf triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:04.036251 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.077375 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a8774cbb-8aa6-42b0-a923-5e5aedffe05d req-3c5fa01f-de5e-4ede-9eff-99bc91d90d58 service neutron] 10.222.0.58 "GET /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961877 May 04 14:11:04.090476 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:02Z', 'revision_number': 3, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:04.142592 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Checking router: ba8443f6-164c-4745-b3ba-0258afbc1e59 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:04.142942 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Updating router ba8443f6-164c-4745-b3ba-0258afbc1e59 port f8764f3b-c95f-4b29-a379-da69b78a123d binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:11:04.179067 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fca12f37-e87a-4c7d-9c39-a76530b24a84 req-624481e7-d127-4eea-8fcb-594142a92724 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0797281 May 04 14:11:04.218119 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.230245 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 12818e31-6a8e-4836-9f9e-e944d3e06ddf up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:04.370818 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:04.386885 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b925555c-2022-4768-9635-6e9957b49715 admin admin] 10.222.0.69 "PUT /v2.0/routers/410de41c-dde4-4f7c-bebe-e4d8fdb0a323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6272480 May 04 14:11:04.395378 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Current status of the port 12818e31-6a8e-4836-9f9e-e944d3e06ddf is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:04.396006 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.405690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43528) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:04.411699 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Sync routers for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:04.474637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:04.475709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:04.548515 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] For port 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=12818e31-6a8e-4836-9f9e-e944d3e06ddf,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:04.549160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.563564 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 12818e31-6a8e-4836-9f9e-e944d3e06ddf triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:04.563941 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.632868 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.648248 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.655832 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks [] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.719951 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:04.764159 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.813308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP bccb490b-409c-4091-9d83-c8141eea9c5b associated. External IP: 172.27.3.206, port: 6224aeae-9557-476a-a4d7-e4d1d3364672. May 04 14:11:04.864079 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77cfa-7f07-444d-bf77-3e67a31229d9 None None] Pushing event updated for resources: {'Port': ['ID=f8764f3b-c95f-4b29-a379-da69b78a123d,revision_number=2']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:04.879326 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Attempting to bind port f8764f3b-c95f-4b29-a379-da69b78a123d on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:11:04.879698 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Attempting to bind port f8764f3b-c95f-4b29-a379-da69b78a123d by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:11:04.880063 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Attempting to bind port f8764f3b-c95f-4b29-a379-da69b78a123d on network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:11:04.888666 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:11:04.888666 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Checking segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:11:04.889597 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.889996 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Bound using segment: {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:11:04.890616 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Bound port: f8764f3b-c95f-4b29-a379-da69b78a123d, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152f447-fde4-4bf8-9638-c61c6041e0cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:11:04.890977 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.935945 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9015df-be86-45c5-9d66-835ce1489766 None None] Pushing event updated for resources: {'Port': ['ID=12818e31-6a8e-4836-9f9e-e944d3e06ddf,revision_number=3']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:04.979901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-50540ce4-79a3-4f17-a7f7-02b4a65b0685 None None] Provisioning complete for port 12818e31-6a8e-4836-9f9e-e944d3e06ddf triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:04.979901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-50540ce4-79a3-4f17-a7f7-02b4a65b0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.989310 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks [] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:04.991971 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] For port f8764f3b-c95f-4b29-a379-da69b78a123d, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:11:04.997969 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] For port f8764f3b-c95f-4b29-a379-da69b78a123d, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f8764f3b-c95f-4b29-a379-da69b78a123d,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:11:05.034664 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 12818e31-6a8e-4836-9f9e-e944d3e06ddf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:05.070175 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.077777 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.169409 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:05.200238 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:05.202004 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.248538 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77cfa-7f07-444d-bf77-3e67a31229d9 None None] Pushing event updated for resources: {'Port': ['ID=f8764f3b-c95f-4b29-a379-da69b78a123d,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:05.266221 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.304249 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-50540ce4-79a3-4f17-a7f7-02b4a65b0685 None None] Current status of the port 12818e31-6a8e-4836-9f9e-e944d3e06ddf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:05.310632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Checking router: 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:05.325178 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Routers {'410de41c-dde4-4f7c-bebe-e4d8fdb0a323'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:05.325928 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.348226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:05.354321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.366353 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:05.381926 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:05.389802 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Allocated IP 172.20.0.1 (6d7c77dc-a7a1-4b78-ac48-e278b55a2363/8736dedd-f0c3-4dbb-9234-2002851147a3/0ff72a38-c84c-4bff-8e1b-3cb1eef11228) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:11:05.443442 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f1323574-cda7-4a78-8716-4f38d8e38dc2 req-18660a7c-9c44-4f40-a638-1d14009be68d tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd319022-f5f3-4c45-8af9-eacc8fd11b8a HTTP/1.1" status: 200 len: 210 time: 0.0835381 May 04 14:11:05.460447 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-67ecf9f7-c73f-4b0b-b005-6d4ce8a85819 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "PUT /v2.0/floatingips/bccb490b-409c-4091-9d83-c8141eea9c5b HTTP/1.1" status: 200 len: 992 time: 2.6437812 May 04 14:11:05.460447 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:11:05.460447 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:11:05.473413 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:05.474039 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.479459 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] Set router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:05.501652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef35242-2f96-4381-a075-a4d80b870479 x-openstack-request-id: req-bef35242-2f96-4381-a075-a4d80b870479 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:11:05.502334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:11:05.503265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bef35242-2f96-4381-a075-a4d80b870479 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:11:05.503927 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef35242-2f96-4381-a075-a4d80b870479'] response: {'name': 'network-changed', 'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'status': 'completed', 'code': 200} May 04 14:11:05.557709 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks [] for router_gateway (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.596766 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks [] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.612373 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-f251f82d-b475-4b6e-a0fd-4500da8b5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:05.614320 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-f251f82d-b475-4b6e-a0fd-4500da8b5424 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 1130 time: 0.0469739 May 04 14:11:05.710848 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.731612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Deleting port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:05.732091 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.747917 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d64f7-af24-4dd0-987e-6c0815cc87b7 None None] The sync data for ids ['410de41c-dde4-4f7c-bebe-e4d8fdb0a323'] in dv-cinder-836996-12-iscsi is: [{'id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'name': 'tempest-AttachVolumeTestJSON-1180882687-router', 'tenant_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:30Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': 'a3aa6d4e6b6d4b7f99e11f5d6104fb62', 'gw_port': {'id': '9b0bf8bc-e606-4084-aa47-2cd485e3c94e', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410de41c-dde4-4f7c-bebe-e4d8fdb0a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:31Z', 'updated_at': '2022-05-04T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:05.774033 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.777558 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:05.780471 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-6c0a9b7c-5032-40f4-9ac4-87d1b36e9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:05.782033 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-6c0a9b7c-5032-40f4-9ac4-87d1b36e9ca8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 200 len: 915 time: 0.1589921 May 04 14:11:05.822633 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:02Z', 'revision_number': 3, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:05.851479 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929885c-6688-4ae0-a988-781ee31d67fd None None] The sync data for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi is: [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:02Z', 'revision_number': 3, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:05.854899 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:11:05.866064 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:05.876044 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:11:05.913106 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Pushing event updated for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:05.923718 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-a83efb46-96a4-4507-b33b-8641570e1162 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6224aeae-9557-476a-a4d7-e4d1d3364672 HTTP/1.1" status: 200 len: 1000 time: 0.1271966 May 04 14:11:05.939047 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] For port 9b0bf8bc-e606-4084-aa47-2cd485e3c94e, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:05.939407 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:05.966763 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Calling delete_port for 9b0bf8bc-e606-4084-aa47-2cd485e3c94e owned by network:router_gateway {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:05.971409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963290'] for router_interface (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.020342 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-0eff7df0-a701-4c1b-b0f0-faca26c5aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:06.021845 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-0eff7df0-a701-4c1b-b0f0-faca26c5aa90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 200 len: 853 time: 0.0899432 May 04 14:11:06.088236 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-1ad3598e-2eb5-4a62-979e-2bbdfd39bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:06.089711 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-1ad3598e-2eb5-4a62-979e-2bbdfd39bc0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd8c14f5-74df-4d08-8f17-f0187142a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578420 May 04 14:11:06.194848 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'bccb490b-409c-4091-9d83-c8141eea9c5b', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:ad:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:31Z', 'updated_at': '2022-05-04T14:11:04Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:06.245645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-09f2716a-8cfe-438e-9d1e-0a21485d52f9 None None] Provisioning complete for port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:06.246212 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-09f2716a-8cfe-438e-9d1e-0a21485d52f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.260869 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:06.277500 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:06.278308 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:06.309954 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-4896b079-1e23-46b5-badb-d0c9d7038255 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973186 May 04 14:11:06.347991 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:06.443971 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 12818e31-6a8e-4836-9f9e-e944d3e06ddf up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:06.465640 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 60250a8b-e6a1-4158-9ff0-78f87ba35b0e {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:06.465978 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 60250a8b-e6a1-4158-9ff0-78f87ba35b0e not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:06.469645 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.470625 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2038bc7d-a22b-4c17-abb5-7ccf6ea159c7 req-2df5ec9d-30ac-4c3f-bf7d-13774358a6b8 service neutron] 10.222.0.58 "GET /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590929 May 04 14:11:06.552556 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:06.577546 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-09f2716a-8cfe-438e-9d1e-0a21485d52f9 None None] Port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:11:06.613115 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43538) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:06.643091 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 12818e31-6a8e-4836-9f9e-e944d3e06ddf triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:06.643472 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.667253 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (9b0bf8bc-e606-4084-aa47-2cd485e3c94e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.736539 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0bf8bc-e606-4084-aa47-2cd485e3c94e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:06.785900 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 12818e31-6a8e-4836-9f9e-e944d3e06ddf is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:06.800803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device adc43905-560f-4a7b-a708-e35df237c3f0 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:06.834443 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: adc43905-560f-4a7b-a708-e35df237c3f0 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:06.834793 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device adc43905-560f-4a7b-a708-e35df237c3f0 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:06.851800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (e9e692dd-a393-48cf-b414-c1df735bc4e8), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.903701 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (e9e692dd-a393-48cf-b414-c1df735bc4e8), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.937526 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:06.948473 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'bccb490b-409c-4091-9d83-c8141eea9c5b', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:ad:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:31Z', 'updated_at': '2022-05-04T14:11:04Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:06.977177 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a79a84-9432-4c2a-833f-db3cfb5f2885 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': 'bccb490b-409c-4091-9d83-c8141eea9c5b', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'port_id': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'mac_address': 'fa:16:3e:ad:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:31Z', 'updated_at': '2022-05-04T14:11:04Z', 'revision_number': 1, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:07.046195 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks [] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.091536 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.094698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks [] for router_controller (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.156999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.235602 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8102451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963232'] for router_interface (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.237646 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Pushing event updated for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:07.289545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (410de41c-dde4-4f7c-bebe-e4d8fdb0a323), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.290967 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410de41c-dde4-4f7c-bebe-e4d8fdb0a323 {{(pid=115583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:11:07.323282 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.326786 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3537faae-f617-457d-8cae-a35975c99103 admin admin] 10.222.0.69 "DELETE /v2.0/routers/410de41c-dde4-4f7c-bebe-e4d8fdb0a323 HTTP/1.1" status: 204 len: 168 time: 2.9130449 May 04 14:11:07.327497 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43540) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:07.358390 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (e9e692dd-a393-48cf-b414-c1df735bc4e8), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.366704 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.371065 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] 10.222.0.69 "DELETE /v2.0/security-groups/e9e692dd-a393-48cf-b414-c1df735bc4e8 HTTP/1.1" status: 204 len: 168 time: 0.7541189 May 04 14:11:07.395374 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:11:07.405073 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:07.412424 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Deleting subnet ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:11:07.420664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9a276-c250-4f1e-82da-1945a84bb845 tempest-TestShelveInstance-157798376 tempest-TestShelveInstance-157798376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e692dd-a393-48cf-b414-c1df735bc4e8,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:07.433833 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Publish callbacks [] for subnet (ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.461471 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979bf49d-e0db-43d3-ba3b-eaddaaaaab03 None None] New status for floating IP bccb490b-409c-4091-9d83-c8141eea9c5b: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:11:07.506097 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43544) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:07.567134 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.631501 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Router ba8443f6-164c-4745-b3ba-0258afbc1e59 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:07.716579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.808743 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-d55ad125-c43c-4883-896a-b2ca4982bce0 None None] Provisioning complete for port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:07.809032 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d55ad125-c43c-4883-896a-b2ca4982bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.848590 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-d55ad125-c43c-4883-896a-b2ca4982bce0 None None] Port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:11:07.861601 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:07.870168 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ecaec024-f08c-4759-86c2-a1dc52d78e4e admin admin] 10.222.0.69 "PUT /v2.0/routers/ba8443f6-164c-4745-b3ba-0258afbc1e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189992 May 04 14:11:07.880247 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.924073 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:07.926921 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07f0c3-47f0-4640-a5e0-cfc5453d4314 None None] Network 6c920147-4f05-4f43-8070-31b1123eb9ae requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:07.927569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:07.938391 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7be60649-ccbf-418b-a442-61da33464702 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ff56b310-d4e7-4b33-8bb0-fe8dd6cc5408 HTTP/1.1" status: 204 len: 168 time: 0.6056583 May 04 14:11:07.939122 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43550) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:08.083000 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (6c920147-4f05-4f43-8070-31b1123eb9ae), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.126973 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f8764f3b-c95f-4b29-a379-da69b78a123d up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:08.162747 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Deleting port 45665600-5a56-4872-9fa0-caf1d64b88ab {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:08.163463 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.220189 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] DHCP port deletion for 6c920147-4f05-4f43-8070-31b1123eb9ae request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:11:08.268121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port f8764f3b-c95f-4b29-a379-da69b78a123d triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:08.268121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.278343 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] For port 45665600-5a56-4872-9fa0-caf1d64b88ab, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=45665600-5a56-4872-9fa0-caf1d64b88ab,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:08.278803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.295269 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Calling delete_port for 45665600-5a56-4872-9fa0-caf1d64b88ab owned by network:dhcp {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:08.324842 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Deleting port 45665600-5a56-4872-9fa0-caf1d64b88ab {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:08.325231 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.378730 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.458324 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] For port 45665600-5a56-4872-9fa0-caf1d64b88ab, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=45665600-5a56-4872-9fa0-caf1d64b88ab,segment=NetworkSegment(daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef),segment_id=daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:08.458737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.477034 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.479974 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Calling delete_port for 45665600-5a56-4872-9fa0-caf1d64b88ab owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:08.492516 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port f8764f3b-c95f-4b29-a379-da69b78a123d is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:08.492911 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.537507 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] No DVR routers for this DVR port 45665600-5a56-4872-9fa0-caf1d64b88ab on host dv-cinder-836996-12-iscsi {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:08.543374 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Pushing event deleted for resources: {'Port': ['ID=45665600-5a56-4872-9fa0-caf1d64b88ab,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:08.547713 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] For port f8764f3b-c95f-4b29-a379-da69b78a123d, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f8764f3b-c95f-4b29-a379-da69b78a123d,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:08.620007 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (45665600-5a56-4872-9fa0-caf1d64b88ab), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.656912 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] Pushing event deleted for resources: {'Port': ['ID=45665600-5a56-4872-9fa0-caf1d64b88ab,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:08.660289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.688438 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (6c920147-4f05-4f43-8070-31b1123eb9ae), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.705918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65297976-80c2-4f74-b1f9-f291717f9669 None None] No DVR routers for this DVR port 45665600-5a56-4872-9fa0-caf1d64b88ab on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:08.716725 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c920147-4f05-4f43-8070-31b1123eb9ae']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:08.778005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:08.778430 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:08.809777 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.817128 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Pushing event updated for resources: {'Port': ['ID=f8764f3b-c95f-4b29-a379-da69b78a123d,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:08.840179 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.851846 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:11:08.853495 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (daa3a8d1-5c73-44b1-9d65-a3a25bacb8ef), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:11:08.877477 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:11:08.996371 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (6c920147-4f05-4f43-8070-31b1123eb9ae), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.014062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.021993 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6c920147-4f05-4f43-8070-31b1123eb9ae HTTP/1.1" status: 204 len: 168 time: 1.0767314 May 04 14:11:09.030607 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10613-53e1-4be9-964d-882601a2d384 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c920147-4f05-4f43-8070-31b1123eb9ae,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:09.079971 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Deleting port 19330ce2-5ca2-4411-a857-3985af610808 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:09.080766 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (19330ce2-5ca2-4411-a857-3985af610808), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.212592 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] For port 19330ce2-5ca2-4411-a857-3985af610808, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=19330ce2-5ca2-4411-a857-3985af610808,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:09.212956 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (19330ce2-5ca2-4411-a857-3985af610808), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.227677 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Calling delete_port for 19330ce2-5ca2-4411-a857-3985af610808 owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:09.557059 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (19330ce2-5ca2-4411-a857-3985af610808), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.585510 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43578) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:09.593152 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Sync routers for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:09.621000 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:09.622037 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:09.625755 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Pushing event deleted for resources: {'Port': ['ID=19330ce2-5ca2-4411-a857-3985af610808,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:09.717625 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-45b7bb2e-31fd-443d-9cef-1e8e08b23913 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3aa6d4e6b6d4b7f99e11f5d6104fb62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1298375 May 04 14:11:09.724979 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43580) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:09.870081 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] Publish callbacks [] for security_group (7469d647-970a-4e74-a18e-338b6d9854ea), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.877011 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:09.905979 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:09.916372 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] Publish callbacks [] for security_group (7469d647-970a-4e74-a18e-338b6d9854ea), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:10.114767 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7469d647-970a-4e74-a18e-338b6d9854ea), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:10.117424 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:10.121120 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7469d647-970a-4e74-a18e-338b6d9854ea HTTP/1.1" status: 204 len: 168 time: 0.3917010 May 04 14:11:10.127471 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2f205-e375-40b7-9a59-df5df7f78255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7469d647-970a-4e74-a18e-338b6d9854ea,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:10.162280 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f8764f3b-c95f-4b29-a379-da69b78a123d up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:10.281030 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port f8764f3b-c95f-4b29-a379-da69b78a123d triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:10.281435 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:10.316117 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:06Z', 'revision_number': 4, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '0ff72a38-c84c-4bff-8e1b-3cb1eef11228', 'name': '', 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'mac_address': 'fa:16:3e:58:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:05Z', 'updated_at': '2022-05-04T14:11:06Z', 'revision_number': 2, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'subnets': [{'id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:10.354207 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Checking router: ba8443f6-164c-4745-b3ba-0258afbc1e59 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:10.354207 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Updating router ba8443f6-164c-4745-b3ba-0258afbc1e59 port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 binding host dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:11:10.396951 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:10.411875 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port f8764f3b-c95f-4b29-a379-da69b78a123d is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:10.460749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:10.480222 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 9b0bf8bc-e606-4084-aa47-2cd485e3c94e no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:10.533371 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 9b0bf8bc-e606-4084-aa47-2cd485e3c94e {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:10.533783 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 9b0bf8bc-e606-4084-aa47-2cd485e3c94e not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:10.534216 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 45665600-5a56-4872-9fa0-caf1d64b88ab no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:10.559000 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 45665600-5a56-4872-9fa0-caf1d64b88ab {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:10.560212 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 45665600-5a56-4872-9fa0-caf1d64b88ab not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:10.611566 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:10.616880 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c3c617ee-6e30-4e2e-af8c-1bbae915a573 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1097138 May 04 14:11:10.621682 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43584) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:10.638879 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Sync routers for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:10.657018 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:10.657603 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:10.806778 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:10.819448 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks [] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.102584 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks [] for router_gateway (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.159438 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks [] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), precommit_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.268441 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:11:09Z', 'revision_number': 5, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port': {'id': 'a62acaaf-a34a-420e-bb22-6f022b003cc6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:08Z', 'updated_at': '2022-05-04T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:11.300531 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.305331 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Checking router: bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:11.318289 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Routers {'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:11.318962 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:11.355539 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Deleting port a62acaaf-a34a-420e-bb22-6f022b003cc6 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:11.356086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.402856 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9266f8-1e20-4767-b005-e3ec58917c5e None None] Pushing event updated for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=3']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:11.562885 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] For port a62acaaf-a34a-420e-bb22-6f022b003cc6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a62acaaf-a34a-420e-bb22-6f022b003cc6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:11.563249 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.566680 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] Set router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca gateway port host: None {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:11.570789 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Attempting to bind port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 on host dv-cinder-836996-12-iscsi for vnic_type normal with profile {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:11:11.571292 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Attempting to bind port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 by drivers openvswitch,hyperv on host dv-cinder-836996-12-iscsi at level 0 using segments [{'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:11:11.572161 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Attempting to bind port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 on network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:11:11.585182 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Checking agent: {'id': '64356191-5fd3-42c8-9d1b-6b3d8371d4d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 54, 32), 'started_at': datetime.datetime(2022, 5, 4, 13, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:11:11.585575 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Checking segment: {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:11:11.585761 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.586171 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Bound using segment: {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'} {{(pid=115586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:11:11.586618 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.managers [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Bound port: 0ff72a38-c84c-4bff-8e1b-3cb1eef11228, host: dv-cinder-836996-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4927735-4dcb-49d3-a59d-e764f1a6c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363'}}] {{(pid=115586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:11:11.586991 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), before_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.604411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Calling delete_port for a62acaaf-a34a-420e-bb22-6f022b003cc6 owned by network:router_gateway {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:11.733340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:11:11Z', 'revision_number': 6, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:11.735310 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] For port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228, host dv-cinder-836996-12-iscsi, cleared binding levels {{(pid=115586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:11:11.745086 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.plugins.ml2.db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] For port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228, host dv-cinder-836996-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:11:11.786003 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71f26b-48a6-4f8f-b700-ed1ff3829d74 None None] The sync data for ids ['bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca'] in dv-cinder-836996-12-iscsi is: [{'id': 'bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca', 'name': 'tempest-TestShelveInstance-1788331031-router', 'tenant_id': '88a63492d899456b992ad5ab7c8affca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:07Z', 'updated_at': '2022-05-04T14:11:11Z', 'revision_number': 6, 'project_id': '88a63492d899456b992ad5ab7c8affca', 'gw_port_host': None}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:11.872237 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron_lib.callbacks.manager [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_update {{(pid=115586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:11.968656 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:11.972205 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:12.000246 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Provisioning complete for port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:12.000666 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.009048 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (a62acaaf-a34a-420e-bb22-6f022b003cc6), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.025627 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9266f8-1e20-4767-b005-e3ec58917c5e None None] Pushing event updated for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=4']} {{(pid=115586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:12.086126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a62acaaf-a34a-420e-bb22-6f022b003cc6,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:12.267342 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:12.308356 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.325865 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Current status of the port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 is: DOWN; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:12.327373 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.380662 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] For port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:12.383539 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 19330ce2-5ca2-4411-a857-3985af610808 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:12.419182 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 19330ce2-5ca2-4411-a857-3985af610808 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:12.419560 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 19330ce2-5ca2-4411-a857-3985af610808 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:12.464518 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.546502 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.550895 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks [] for router_controller (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.631339 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-875273bc-848a-43fe-973d-34b49c8991cd None None] Provisioning complete for port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:12.631734 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-875273bc-848a-43fe-973d-34b49c8991cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.667651 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:06Z', 'revision_number': 4, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '0ff72a38-c84c-4bff-8e1b-3cb1eef11228', 'name': '', 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'mac_address': 'fa:16:3e:58:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:05Z', 'updated_at': '2022-05-04T14:11:11Z', 'revision_number': 4, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'subnets': [{'id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:12.709809 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c414f3-2e4e-410c-af53-dc6a178b89ee None None] The sync data for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi is: [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:11:06Z', 'revision_number': 4, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '0ff72a38-c84c-4bff-8e1b-3cb1eef11228', 'name': '', 'network_id': '6d7c77dc-a7a1-4b78-ac48-e278b55a2363', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'mac_address': 'fa:16:3e:58:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:05Z', 'updated_at': '2022-05-04T14:11:11Z', 'revision_number': 4, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'subnets': [{'id': '8736dedd-f0c3-4dbb-9234-2002851147a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:12.734612 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69744304-2264-4b81-b7a9-83075cfb6225 None None] Pushing event updated for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:12.825195 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.826192 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca {{(pid=115584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:11:12.831171 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:12.832989 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-f230cef7-9d42-400c-9b9a-02b5b37fee8c admin admin] 10.222.0.69 "DELETE /v2.0/routers/bc0c7e52-75eb-4f2d-9852-5d4e7410c5ca HTTP/1.1" status: 204 len: 168 time: 2.2097547 May 04 14:11:12.833918 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-875273bc-848a-43fe-973d-34b49c8991cd None None] Current status of the port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:12.836780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43608) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:12.929972 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Deleting subnet 07a97f39-82dc-45e1-bcab-90f412f691b2 {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:11:12.937207 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Publish callbacks [] for subnet (07a97f39-82dc-45e1-bcab-90f412f691b2), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.020857 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (07a97f39-82dc-45e1-bcab-90f412f691b2), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.255273 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (07a97f39-82dc-45e1-bcab-90f412f691b2), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.470925 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (07a97f39-82dc-45e1-bcab-90f412f691b2), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.522100 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.529009 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9a50f-4ed0-4d6d-9130-549ae7d3e366 None None] Network b6180c78-d97c-4950-b168-3de3488d591f requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:13.533409 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/07a97f39-82dc-45e1-bcab-90f412f691b2 HTTP/1.1" status: 204 len: 168 time: 0.6924307 May 04 14:11:13.535086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43620) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:13.626073 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcabee0-6872-4926-91c1-fd9dd65d660e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a97f39-82dc-45e1-bcab-90f412f691b2,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:13.714006 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (b6180c78-d97c-4950-b168-3de3488d591f), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.817791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Deleting port a240a078-d85e-4a03-a7e4-33de989e85d4 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:13.818139 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:13.871842 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] DHCP port deletion for b6180c78-d97c-4950-b168-3de3488d591f request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:11:14.036285 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Deleting port a240a078-d85e-4a03-a7e4-33de989e85d4 {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:14.036667 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.058504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] For port a240a078-d85e-4a03-a7e4-33de989e85d4, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a240a078-d85e-4a03-a7e4-33de989e85d4,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:14.058881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.135191 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Calling delete_port for a240a078-d85e-4a03-a7e4-33de989e85d4 owned by network:dhcp {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:14.205386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 up at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:14.317272 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] For port a240a078-d85e-4a03-a7e4-33de989e85d4, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=a240a078-d85e-4a03-a7e4-33de989e85d4,segment=NetworkSegment(7f3e1ae6-55d1-43ab-aab9-f5092403700b),segment_id=7f3e1ae6-55d1-43ab-aab9-f5092403700b)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:14.317901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.343502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Calling delete_port for a240a078-d85e-4a03-a7e4-33de989e85d4 owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:14.408069 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Provisioning complete for port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:14.408069 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.431370 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.463178 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a240a078-d85e-4a03-a7e4-33de989e85d4,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:14.475641 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] No DVR routers for this DVR port a240a078-d85e-4a03-a7e4-33de989e85d4 on host dv-cinder-836996-12-iscsi {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:14.580706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (a240a078-d85e-4a03-a7e4-33de989e85d4), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.606935 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (b6180c78-d97c-4950-b168-3de3488d591f), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.615762 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Current status of the port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:14.625627 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] Pushing event deleted for resources: {'Port': ['ID=a240a078-d85e-4a03-a7e4-33de989e85d4,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:14.632296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8666cc-5a30-4f6b-863b-7e7d14f54617 None None] No DVR routers for this DVR port a240a078-d85e-4a03-a7e4-33de989e85d4 on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:14.651272 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6180c78-d97c-4950-b168-3de3488d591f']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:14.666245 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3e1ae6-55d1-43ab-aab9-f5092403700b') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:14.666894 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3e1ae6-55d1-43ab-aab9-f5092403700b') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:14.686756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (7f3e1ae6-55d1-43ab-aab9-f5092403700b), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.712728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (7f3e1ae6-55d1-43ab-aab9-f5092403700b), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.726515 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:11:14.727047 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (7f3e1ae6-55d1-43ab-aab9-f5092403700b), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:11:14.729928 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:11:14.761076 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a240a078-d85e-4a03-a7e4-33de989e85d4 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:14.799844 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: a240a078-d85e-4a03-a7e4-33de989e85d4 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:14.800107 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a240a078-d85e-4a03-a7e4-33de989e85d4 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:14.800709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a62acaaf-a34a-420e-bb22-6f022b003cc6 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:14.829110 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: a62acaaf-a34a-420e-bb22-6f022b003cc6 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:14.834737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device a62acaaf-a34a-420e-bb22-6f022b003cc6 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:14.938060 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (b6180c78-d97c-4950-b168-3de3488d591f), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.943825 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:14.949339 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b6180c78-d97c-4950-b168-3de3488d591f HTTP/1.1" status: 204 len: 168 time: 1.4108586 May 04 14:11:14.952805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43638) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:14.967519 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed19d12-6626-47e8-ac21-1c2f962cf3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6180c78-d97c-4950-b168-3de3488d591f,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:15.402484 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:15.696034 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Deleting port 86e1d54e-1416-4d1e-8c75-bb29909a737f {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:15.696654 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:15.815158 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] For port 86e1d54e-1416-4d1e-8c75-bb29909a737f, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=86e1d54e-1416-4d1e-8c75-bb29909a737f,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:15.815913 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:15.834254 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Calling delete_port for 86e1d54e-1416-4d1e-8c75-bb29909a737f owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:16.307732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (86e1d54e-1416-4d1e-8c75-bb29909a737f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:16.339833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e1d54e-1416-4d1e-8c75-bb29909a737f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:16.628022 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:16.944462 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Router 1e013f70-0d9b-4316-9f54-bdd1097720e5 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:17.099833 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:17.110285 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Sync routers for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:17.115096 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-0e3240de-ef4b-4895-9b77-d93805142843 admin admin] 10.222.0.69 "PUT /v2.0/routers/1e013f70-0d9b-4316-9f54-bdd1097720e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1581826 May 04 14:11:17.115343 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43678) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:17.129140 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:17.130997 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:17.310438 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:17.560566 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:11:16Z', 'revision_number': 5, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:17.614626 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Checking router: 1e013f70-0d9b-4316-9f54-bdd1097720e5 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:17.614755 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks [] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:17.620212 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Routers {'1e013f70-0d9b-4316-9f54-bdd1097720e5'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:17.621311 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:10:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['1e013f70-0d9b-4316-9f54-bdd1097720e5'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:17.767281 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks [] for router_gateway (1e013f70-0d9b-4316-9f54-bdd1097720e5), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:17.779520 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] Set router 1e013f70-0d9b-4316-9f54-bdd1097720e5 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:17.981210 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Deleting port 96153c36-b8c0-4cba-84f1-cb13b34cfed6 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:17.981628 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:18.044868 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:11:16Z', 'revision_number': 5, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:18.105040 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] For port 96153c36-b8c0-4cba-84f1-cb13b34cfed6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=96153c36-b8c0-4cba-84f1-cb13b34cfed6,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:18.105839 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:18.110772 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064684b-b550-4ba3-beeb-5d42e3e976a6 None None] The sync data for ids ['1e013f70-0d9b-4316-9f54-bdd1097720e5'] in dv-cinder-836996-12-iscsi is: [{'id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'name': 'tempest-TestShelveInstance-376005738-router', 'tenant_id': 'f069da9dd6984432a143e118febee213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:05:17Z', 'updated_at': '2022-05-04T14:11:16Z', 'revision_number': 5, 'project_id': 'f069da9dd6984432a143e118febee213', 'gw_port': {'id': '96153c36-b8c0-4cba-84f1-cb13b34cfed6', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e013f70-0d9b-4316-9f54-bdd1097720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:05:18Z', 'updated_at': '2022-05-04T14:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:18.139094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Calling delete_port for 96153c36-b8c0-4cba-84f1-cb13b34cfed6 owned by network:router_gateway {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:18.615059 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (96153c36-b8c0-4cba-84f1-cb13b34cfed6), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:18.648778 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Pushing event deleted for resources: {'Port': ['ID=96153c36-b8c0-4cba-84f1-cb13b34cfed6,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:18.769051 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:18.879687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:18.882018 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks [] for router_controller (1e013f70-0d9b-4316-9f54-bdd1097720e5), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.202427 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (1e013f70-0d9b-4316-9f54-bdd1097720e5), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.203164 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e013f70-0d9b-4316-9f54-bdd1097720e5 {{(pid=115583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:11:19.209179 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.213325 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bff53559-c719-49b7-b918-eb6734b492ba admin admin] 10.222.0.69 "DELETE /v2.0/routers/1e013f70-0d9b-4316-9f54-bdd1097720e5 HTTP/1.1" status: 204 len: 168 time: 2.0942192 May 04 14:11:19.218596 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43732) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:19.265800 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Deleting subnet e1062f10-07a7-4f4e-8d3a-46944f37842e {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:11:19.269805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Publish callbacks [] for subnet (e1062f10-07a7-4f4e-8d3a-46944f37842e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.324771 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (e1062f10-07a7-4f4e-8d3a-46944f37842e), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.458261 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (e1062f10-07a7-4f4e-8d3a-46944f37842e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.606484 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (e1062f10-07a7-4f4e-8d3a-46944f37842e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.637957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1062f10-07a7-4f4e-8d3a-46944f37842e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:19.645966 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.651611 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a86d38d1-0cce-4b31-bf6d-9e85908a770f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e1062f10-07a7-4f4e-8d3a-46944f37842e HTTP/1.1" status: 204 len: 168 time: 0.4346652 May 04 14:11:19.651906 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43738) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:19.656050 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb0e3f-2321-4764-8130-160251fcfd3d None None] Network 99841a4b-51ed-49d3-83a7-53217db82125 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:19.788133 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (99841a4b-51ed-49d3-83a7-53217db82125), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.884579 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Deleting port 913ea810-ff47-4df6-a407-ecd3b97c1bcf {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:19.886396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.907168 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43742) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:19.927281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] DHCP port deletion for 99841a4b-51ed-49d3-83a7-53217db82125 request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:11:19.994962 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] For port 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=913ea810-ff47-4df6-a407-ecd3b97c1bcf,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:19.995654 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:19.996843 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Deleting port 913ea810-ff47-4df6-a407-ecd3b97c1bcf {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:19.997229 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.021900 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Calling delete_port for 913ea810-ff47-4df6-a407-ecd3b97c1bcf owned by network:dhcp {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:20.037728 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 96153c36-b8c0-4cba-84f1-cb13b34cfed6 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:20.065355 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 96153c36-b8c0-4cba-84f1-cb13b34cfed6 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:20.065879 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 96153c36-b8c0-4cba-84f1-cb13b34cfed6 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:20.066454 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 86e1d54e-1416-4d1e-8c75-bb29909a737f no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:20.104460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e81665af-848f-4f1d-a450-9fffd5f7c245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.127292 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 86e1d54e-1416-4d1e-8c75-bb29909a737f {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:20.127927 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 86e1d54e-1416-4d1e-8c75-bb29909a737f not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:20.140916 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] For port 913ea810-ff47-4df6-a407-ecd3b97c1bcf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=913ea810-ff47-4df6-a407-ecd3b97c1bcf,segment=NetworkSegment(30a5aa54-c765-4a3a-9e72-8cf1b9e2696e),segment_id=30a5aa54-c765-4a3a-9e72-8cf1b9e2696e)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:20.141870 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.169394 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Calling delete_port for 913ea810-ff47-4df6-a407-ecd3b97c1bcf owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:20.226146 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e81665af-848f-4f1d-a450-9fffd5f7c245 admin admin] Publish callbacks [] for security_group (63859653-b24f-4275-856e-f282bf34f122), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.263230 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.284555 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] No DVR routers for this DVR port 913ea810-ff47-4df6-a407-ecd3b97c1bcf on host dv-cinder-836996-12-iscsi {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:20.293625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (913ea810-ff47-4df6-a407-ecd3b97c1bcf), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.324533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] Pushing event deleted for resources: {'Port': ['ID=913ea810-ff47-4df6-a407-ecd3b97c1bcf,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:20.328801 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca56b1-aa9b-4989-ba5f-61f0b5c1528b None None] No DVR routers for this DVR port 913ea810-ff47-4df6-a407-ecd3b97c1bcf on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:20.356372 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e81665af-848f-4f1d-a450-9fffd5f7c245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (63859653-b24f-4275-856e-f282bf34f122), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.409619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=913ea810-ff47-4df6-a407-ecd3b97c1bcf,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:20.445051 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (99841a4b-51ed-49d3-83a7-53217db82125), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.452467 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81665af-848f-4f1d-a450-9fffd5f7c245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63859653-b24f-4275-856e-f282bf34f122,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:20.485649 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e81665af-848f-4f1d-a450-9fffd5f7c245 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=630bfc4183bc458c97de0117d84671c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5771160 May 04 14:11:20.487599 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99841a4b-51ed-49d3-83a7-53217db82125']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:20.488445 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43748) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:20.502532 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:20.502908 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a5aa54-c765-4a3a-9e72-8cf1b9e2696e') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:20.515675 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (30a5aa54-c765-4a3a-9e72-8cf1b9e2696e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.532949 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (30a5aa54-c765-4a3a-9e72-8cf1b9e2696e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.542079 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:11:20.542483 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (30a5aa54-c765-4a3a-9e72-8cf1b9e2696e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:11:20.544517 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:11:20.554214 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] Publish callbacks [] for security_group (63859653-b24f-4275-856e-f282bf34f122), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.582216 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] Publish callbacks [] for security_group (63859653-b24f-4275-856e-f282bf34f122), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.676887 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (99841a4b-51ed-49d3-83a7-53217db82125), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.683155 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.686703 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] 10.222.0.69 "DELETE /v2.0/networks/99841a4b-51ed-49d3-83a7-53217db82125 HTTP/1.1" status: 204 len: 168 time: 1.0321922 May 04 14:11:20.703733 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4150-6299-4a5f-8dce-36ca261b5e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=99841a4b-51ed-49d3-83a7-53217db82125,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:20.710837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (63859653-b24f-4275-856e-f282bf34f122), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.717331 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:20.722612 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63859653-b24f-4275-856e-f282bf34f122 HTTP/1.1" status: 204 len: 168 time: 0.2323964 May 04 14:11:20.742504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0fd31-8a0a-4b25-82bc-af92e7fa331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63859653-b24f-4275-856e-f282bf34f122,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:21.338530 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43756) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:21.390994 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c6d4de73-41eb-40dc-a242-51d94e9f519a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88a63492d899456b992ad5ab7c8affca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529139 May 04 14:11:21.393626 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43758) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:21.450092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] Publish callbacks [] for security_group (b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.482182 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] Publish callbacks [] for security_group (b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.658978 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43760) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:21.682367 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.684875 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.686228 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f HTTP/1.1" status: 204 len: 168 time: 0.2916408 May 04 14:11:21.689014 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec562f0e-eb6c-4573-9522-9ab8dd808163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.704592 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8afb7-0147-4f43-b426-c58643c89069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff04d7-8d6b-4f94-a768-3b7f2d27b80f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:21.841013 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec562f0e-eb6c-4573-9522-9ab8dd808163 admin admin] Publish callbacks [] for security_group (f6942867-7dd0-45bd-85ea-1b663c155265), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:21.938712 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 913ea810-ff47-4df6-a407-ecd3b97c1bcf no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:21.968371 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 913ea810-ff47-4df6-a407-ecd3b97c1bcf {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:21.969015 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 913ea810-ff47-4df6-a407-ecd3b97c1bcf not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:22.185447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ec562f0e-eb6c-4573-9522-9ab8dd808163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f6942867-7dd0-45bd-85ea-1b663c155265), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:22.233803 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec562f0e-eb6c-4573-9522-9ab8dd808163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6942867-7dd0-45bd-85ea-1b663c155265,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:22.238605 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ec562f0e-eb6c-4573-9522-9ab8dd808163 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7827098ef3564cd98ae46799d68f0c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5782735 May 04 14:11:22.242708 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43764) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:22.306116 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] Publish callbacks [] for security_group (f6942867-7dd0-45bd-85ea-1b663c155265), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:22.331801 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] Publish callbacks [] for security_group (f6942867-7dd0-45bd-85ea-1b663c155265), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:22.644143 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (f6942867-7dd0-45bd-85ea-1b663c155265), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:22.646915 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:22.648188 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6942867-7dd0-45bd-85ea-1b663c155265 HTTP/1.1" status: 204 len: 168 time: 0.4048259 May 04 14:11:22.656977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c77d2b-8091-4627-843b-af017bbd37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6942867-7dd0-45bd-85ea-1b663c155265,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:23.119017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43776) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:23.189666 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0d55f0cc-2f6c-4bc7-9a6a-804dd4de8940 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f069da9dd6984432a143e118febee213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692558 May 04 14:11:23.192501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43780) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:23.257444 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] Publish callbacks [] for security_group (1137301b-1d22-4b52-8c66-e1067fe5c6c5), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:23.297136 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] Publish callbacks [] for security_group (1137301b-1d22-4b52-8c66-e1067fe5c6c5), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:23.499311 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1137301b-1d22-4b52-8c66-e1067fe5c6c5), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:23.501939 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:23.503578 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1137301b-1d22-4b52-8c66-e1067fe5c6c5 HTTP/1.1" status: 204 len: 168 time: 0.3097315 May 04 14:11:23.513163 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9c74-437b-455a-8085-2a9a300ee1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137301b-1d22-4b52-8c66-e1067fe5c6c5,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:24.541970 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-08f9b8be-d04b-46ea-bb54-909aed1582dc tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:24.543542 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-08f9b8be-d04b-46ea-bb54-909aed1582dc tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 815 time: 0.1154809 May 04 14:11:24.563166 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-98385e8f-9ebf-451d-aab9-0835771cc492 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/quotas/4e3df9d7b8b4443aabe77cf4a5e4b549 HTTP/1.1" status: 200 len: 375 time: 0.0125954 May 04 14:11:24.625549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-df888ba8-4f30-41d5-a3d4-a259686ad6f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568991 May 04 14:11:24.741710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-90a1ddc6-fd8f-4d01-91db-43855fc9b273 service neutron] 10.222.0.69 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035812 May 04 14:11:24.857857 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-f56f3aff-bb63-4c89-903a-245223be530f service neutron] 10.222.0.69 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079872 May 04 14:11:25.174011 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a02be1c2-cdc3-44d4-903b-1c781b1da8a8 req-03b23de2-27a5-4e3a-99d6-99866ab0b3d1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0301523 May 04 14:11:26.002528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc121-b1bd-4599-8e9e-0d177407e597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:26.285097 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b26e66a3-4307-4ebf-9cf1-a476a1fdd12c req-f5486ae2-9d58-45d6-8576-1c14472774c0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0399480 May 04 14:11:26.330224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb347193-db54-43b1-a43f-32f73036d22a req-8e35a097-3776-49a5-a530-00ff19ddc628 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:26.331837 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eb347193-db54-43b1-a43f-32f73036d22a req-8e35a097-3776-49a5-a530-00ff19ddc628 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0576046 May 04 14:11:26.389868 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-eb347193-db54-43b1-a43f-32f73036d22a req-22fc4f51-639e-43ff-9450-fab93d897a24 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516534 May 04 14:11:27.402928 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a8971ba-4295-4b4e-82b1-9a7e2504716c req-1212ec7e-4d77-4955-a555-adea7aa1758d tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0394616 May 04 14:11:27.530881 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0923092-bf35-422d-9cde-2c2b5558c57d req-b6b8a062-dcf1-4efd-84e6-6755206a5884 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:27.540021 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0923092-bf35-422d-9cde-2c2b5558c57d req-b6b8a062-dcf1-4efd-84e6-6755206a5884 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0500045 May 04 14:11:27.591462 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b0923092-bf35-422d-9cde-2c2b5558c57d req-9bd0b174-d758-47d4-8787-dd4c8c7bc5f7 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups?id=93aea73f-de68-403e-8c75-c0ecc2a37968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519269 May 04 14:11:27.889084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-46eb9e6e-bddf-4052-945b-70097de57b3d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:27.890621 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-46eb9e6e-bddf-4052-945b-70097de57b3d tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 947 time: 0.0568309 May 04 14:11:27.992596 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Deleting port 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:27.992976 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.107963 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] For port 4c7cebfa-bd26-4718-b8fc-63bf694632eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4c7cebfa-bd26-4718-b8fc-63bf694632eb,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:28.108335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.135541 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c5a82c58-9b9e-46da-acb7-7f900196558d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.307003 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.307341 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.328498 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Floating IP 0a1874c5-c320-46ff-b268-3f5d75ccfe96 disassociated. External IP: 172.27.3.204, port: 4c7cebfa-bd26-4718-b8fc-63bf694632eb. May 04 14:11:28.328498 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Calling delete_port for 4c7cebfa-bd26-4718-b8fc-63bf694632eb owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:28.519730 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-77879628-6a13-458b-be75-4f4cfd487127 req-c442953c-58b4-4fe2-9bf1-9661371bde47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0362704 May 04 14:11:28.556573 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (4c7cebfa-bd26-4718-b8fc-63bf694632eb), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:28.586656 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'Port': ['ID=4c7cebfa-bd26-4718-b8fc-63bf694632eb,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:28.706015 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:29.046429 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-732e44ac-a525-407c-b0bc-066d76988502 req-acb61d2a-c670-4589-884d-9895e332c3ad tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0394776 May 04 14:11:29.068265 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:29.098322 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-9734da14-42b5-4984-8c6f-1c0b6dad165d tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:29.099932 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-9734da14-42b5-4984-8c6f-1c0b6dad165d tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 815 time: 0.1406360 May 04 14:11:29.124381 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'port': {'device_id': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'admin_state_up': True, 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:11:29.203584 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:29.219913 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:29.236618 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:29.237272 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:29.251941 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] No DVR routers for this DVR port 4c7cebfa-bd26-4718-b8fc-63bf694632eb on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:29.254928 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:29.258642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-57f3c42e-647e-4bdf-b699-dde648e7bded req-d73728f9-6929-4a41-8b91-9ca5912b74f0 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.58 "DELETE /v2.0/ports/4c7cebfa-bd26-4718-b8fc-63bf694632eb HTTP/1.1" status: 204 len: 173 time: 1.3624537 May 04 14:11:29.259824 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-deleted', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:11:29.269314 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b7231-dc79-4fe0-8a24-1b2906a585b3" -d '{"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-deleted", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:11:29.310079 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4342f19-7edd-497f-866b-71b093ec6e2f x-openstack-request-id: req-d4342f19-7edd-497f-866b-71b093ec6e2f {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:11:29.310500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f7313-69c5-45c0-848b-3d0704508287", "name": "network-vif-deleted", "tag": "4c7cebfa-bd26-4718-b8fc-63bf694632eb", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:11:29.310660 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4342f19-7edd-497f-866b-71b093ec6e2f {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:11:29.311173 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4342f19-7edd-497f-866b-71b093ec6e2f'] response: {'server_uuid': '8e4f7313-69c5-45c0-848b-3d0704508287', 'name': 'network-vif-deleted', 'tag': '4c7cebfa-bd26-4718-b8fc-63bf694632eb', 'status': 'completed', 'code': 200} May 04 14:11:29.359719 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:29.373869 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:29.386056 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Made reservation on behalf of 4e3df9d7b8b4443aabe77cf4a5e4b549 for: {'port': 1} {{(pid=115583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:11:29.391214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:29.556619 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Allocated IP 172.20.0.7 (01cb4137-90d7-4991-86cd-1e0b61d2eaa8/75497917-ccf7-49cb-850a-f20a61e9bf14/18c62b24-a900-4ee1-af0d-fde096b0c223) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:11:29.618136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:29.635669 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-04e12ff9-f883-4126-b5f8-675e3818aa0e req-a966a423-191a-44b7-9161-3a9c60513a95 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0373743 May 04 14:11:29.649852 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:29.659572 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:29.660207 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:29.804571 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:29.822685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:29.953216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:30.023352 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:11:30.028855 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:30.031866 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:11:30.034583 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:11:30.180394 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:30.182059 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:30.263477 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a0090d42-1fc3-4665-b5c1-d0ae61b2ca6c req-666c368d-ff9f-4355-b31f-10369b5b296c tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e4f7313-69c5-45c0-848b-3d0704508287 HTTP/1.1" status: 200 len: 210 time: 0.0541170 May 04 14:11:30.334559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:30.363324 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6cc0bffa-ed14-4836-8ca4-98149d759e44 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2466383 May 04 14:11:30.365743 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8c11-e964-4b2b-b429-90d202de3980 None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:03:42Z', 'revision_number': 4, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'bc36cd4d-857a-4e7a-b57a-9e551cb814a2', 'name': '', 'network_id': '4a3eb64b-383b-43c9-9e22-88b35c840a0e', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'mac_address': 'fa:16:3e:1a:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:40Z', 'updated_at': '2022-05-04T14:03:53Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'subnets': [{'id': 'ef43acd1-e965-4780-a7fd-03edb0a0af94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:30.385164 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Request body: {'port': {'device_id': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:11:30.436151 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-16f4d633-0e61-4156-8a3a-d4cd8392f83b None None] Provisioning complete for port 18c62b24-a900-4ee1-af0d-fde096b0c223 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:30.436833 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-16f4d633-0e61-4156-8a3a-d4cd8392f83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:30.457991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:30.486566 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-16f4d633-0e61-4156-8a3a-d4cd8392f83b None None] Port 18c62b24-a900-4ee1-af0d-fde096b0c223 cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:11:30.822143 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c20e2d-af0f-4caa-904f-a8e3f202eb12 None None] New status for floating IP 0a1874c5-c320-46ff-b268-3f5d75ccfe96: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:11:30.901109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0fa7-7645-41c6-8f91-f8c2653432e5 req-8e1ca12b-3c5b-48b7-99f3-faba83cadec1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:30.917140 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-97bf0fa7-7645-41c6-8f91-f8c2653432e5 req-8e1ca12b-3c5b-48b7-99f3-faba83cadec1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 931 time: 0.1499972 May 04 14:11:30.951198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.048535 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-97bf0fa7-7645-41c6-8f91-f8c2653432e5 req-a1a2313e-f9a9-4af5-b4f2-6bcf2b550ae6 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283081 May 04 14:11:31.054879 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c62b24-a900-4ee1-af0d-fde096b0c223 {{(pid=115583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:11:31.075569 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks [] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.113689 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.provisioning_blocks [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Transition to ACTIVE for port object 18c62b24-a900-4ee1-af0d-fde096b0c223 will not be triggered until provisioned by entity L2. {{(pid=115583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:11:31.236972 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.335458 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:31.498612 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Attempting to bind port 18c62b24-a900-4ee1-af0d-fde096b0c223 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:11:31.499371 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Attempting to bind port 18c62b24-a900-4ee1-af0d-fde096b0c223 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:11:31.499943 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Attempting to bind port 18c62b24-a900-4ee1-af0d-fde096b0c223 on network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:11:31.520942 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Port 18c62b24-a900-4ee1-af0d-fde096b0c223 on network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:11:31.521304 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Attempting to bind port 18c62b24-a900-4ee1-af0d-fde096b0c223 on network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:11:31.537438 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:11:31.538068 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Checking segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:11:31.541887 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Bound using segment: {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'} {{(pid=115583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:11:31.542695 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.managers [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Bound port: 18c62b24-a900-4ee1-af0d-fde096b0c223, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e5b385-1036-4ea3-80d9-6f8cf7769a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8'}}] {{(pid=115583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:11:31.543468 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.553874 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43948) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:31.662234 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, cleared binding levels {{(pid=115583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:11:31.668738 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:11:31.707443 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (93aea73f-de68-403e-8c75-c0ecc2a37968), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.785832 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (93aea73f-de68-403e-8c75-c0ecc2a37968), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.837098 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.881173 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:31.882942 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.885425 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] 10.222.0.58 "PUT /v2.0/ports/18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 1093 time: 1.5048060 May 04 14:11:31.886119 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:11:31.888883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867509c-e648-49fa-b9df-03f21d149db5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:11:31.939797 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (93aea73f-de68-403e-8c75-c0ecc2a37968), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.945196 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:31.954101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "DELETE /v2.0/security-groups/93aea73f-de68-403e-8c75-c0ecc2a37968 HTTP/1.1" status: 204 len: 168 time: 0.3916996 May 04 14:11:31.954940 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43954) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:31.955575 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f669a0c1-2287-41e2-882e-f3281dc8940c x-openstack-request-id: req-f669a0c1-2287-41e2-882e-f3281dc8940c {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:11:31.956003 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:11:31.956454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f669a0c1-2287-41e2-882e-f3281dc8940c {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:11:31.957058 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f669a0c1-2287-41e2-882e-f3281dc8940c'] response: {'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:11:32.004535 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9ef76-cede-4086-838b-35a646154adf service neutron] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=3']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:32.012126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aea73f-de68-403e-8c75-c0ecc2a37968,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:32.017072 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.api.v2.resource [None req-e49f55ae-0e50-471c-9900-423925eb33d1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] show failed (client error): The resource could not be found. May 04 14:11:32.021665 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e49f55ae-0e50-471c-9900-423925eb33d1 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "GET /v2.0/security-groups/93aea73f-de68-403e-8c75-c0ecc2a37968 HTTP/1.1" status: 404 len: 347 time: 0.0534558 May 04 14:11:32.026639 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43956) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:32.084270 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.084892 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.085268 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.085624 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.086020 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.086358 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.086692 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.087025 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.087379 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.087701 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.088024 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.088524 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.088845 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.089167 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.089520 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11d166-a6f5-4ddc-8c12-133d01378103 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:11:32.129891 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867509c-e648-49fa-b9df-03f21d149db5 req-44806184-384f-4d84-a091-9b4b872b00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:32.131946 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e867509c-e648-49fa-b9df-03f21d149db5 req-44806184-384f-4d84-a091-9b4b872b00db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1127 time: 0.0949996 May 04 14:11:32.350118 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb462a-67fd-4342-adaa-51fc6b789fd9 req-8c70eaad-4f47-4d16-91be-9cd51a096607 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:32.355529 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85cb462a-67fd-4342-adaa-51fc6b789fd9 req-8c70eaad-4f47-4d16-91be-9cd51a096607 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.1278768 May 04 14:11:32.372519 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867509c-e648-49fa-b9df-03f21d149db5 req-14197d77-c5f4-435d-baf3-e0e0390aa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:32.374520 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e867509c-e648-49fa-b9df-03f21d149db5 req-14197d77-c5f4-435d-baf3-e0e0390aa53d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1911712 May 04 14:11:32.375616 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Deleting port 7888dea4-08f3-4f5b-9cb2-82e61f345bed {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:32.376176 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:32.419582 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:32.424196 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:32.452146 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 4c7cebfa-bd26-4718-b8fc-63bf694632eb {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:32.452897 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 4c7cebfa-bd26-4718-b8fc-63bf694632eb not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:32.540830 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85cb462a-67fd-4342-adaa-51fc6b789fd9 req-1a367045-dd29-47ce-b22d-fd1f68dfd5c0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763599 May 04 14:11:32.579567 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:32.579567 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (7888dea4-08f3-4f5b-9cb2-82e61f345bed), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:32.585043 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867509c-e648-49fa-b9df-03f21d149db5 req-ab5f6917-eaa7-4683-ae8a-09c6b4b3d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:32.595689 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-e867509c-e648-49fa-b9df-03f21d149db5 req-ab5f6917-eaa7-4683-ae8a-09c6b4b3d391 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092712 May 04 14:11:32.620003 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Calling delete_port for 7888dea4-08f3-4f5b-9cb2-82e61f345bed owned by network:floatingip {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:32.635788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-7f285f9c-2c57-4e3a-95c0-f74b56c25ca3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880015 May 04 14:11:32.911627 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (7888dea4-08f3-4f5b-9cb2-82e61f345bed), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:32.964812 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Pushing event deleted for resources: {'Port': ['ID=7888dea4-08f3-4f5b-9cb2-82e61f345bed,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:33.113729 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks [] for floatingip (0a1874c5-c320-46ff-b268-3f5d75ccfe96), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.122437 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.124383 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-2193d23a-a4aa-424f-a573-d750f3852d83 tempest-AttachVolumeShelveTestJSON-1654945764 tempest-AttachVolumeShelveTestJSON-1654945764-project] 10.222.0.69 "DELETE /v2.0/floatingips/0a1874c5-c320-46ff-b268-3f5d75ccfe96 HTTP/1.1" status: 204 len: 168 time: 1.0962839 May 04 14:11:33.292053 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 43972) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:33.461803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1606-7a34-4d82-bf23-8c135100f2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.615964 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1606-7a34-4d82-bf23-8c135100f2da admin admin] Publish callbacks [] for security_group (95c4c4ad-3620-4110-9542-60813fabe7a7), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.739475 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816a01-8a2a-4eb3-97a0-0272d877b62b req-dea40d54-2673-4b13-9c9c-8f4f7aebba4b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:33.742392 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e816a01-8a2a-4eb3-97a0-0272d877b62b req-dea40d54-2673-4b13-9c9c-8f4f7aebba4b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0911231 May 04 14:11:33.762914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1606-7a34-4d82-bf23-8c135100f2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (95c4c4ad-3620-4110-9542-60813fabe7a7), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.850319 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e816a01-8a2a-4eb3-97a0-0272d877b62b req-e60dc0ee-dafc-48bb-8afc-707c4e72a9f4 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975015 May 04 14:11:33.866730 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-ae9a1606-7a34-4d82-bf23-8c135100f2da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4effa274df6441b0a5474986aa49bc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705149 May 04 14:11:33.869163 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 43982) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:33.874039 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a1606-7a34-4d82-bf23-8c135100f2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c4c4ad-3620-4110-9542-60813fabe7a7,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:33.961516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] Publish callbacks [] for security_group (95c4c4ad-3620-4110-9542-60813fabe7a7), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:33.972234 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] Publish callbacks [] for security_group (95c4c4ad-3620-4110-9542-60813fabe7a7), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:34.128235 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (95c4c4ad-3620-4110-9542-60813fabe7a7), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:34.132036 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:34.134721 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95c4c4ad-3620-4110-9542-60813fabe7a7 HTTP/1.1" status: 204 len: 168 time: 0.2634735 May 04 14:11:34.151492 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bc8ab-d367-4a84-8027-83c03dc86525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c4c4ad-3620-4110-9542-60813fabe7a7,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:35.014898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44000) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:35.036392 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd4d00-09ae-46b4-a931-7088733ff419 req-acfcec66-bca6-4c2c-9fe9-31bd34faf1a1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:35.038119 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4dd4d00-09ae-46b4-a931-7088733ff419 req-acfcec66-bca6-4c2c-9fe9-31bd34faf1a1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0700440 May 04 14:11:35.048307 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ae632931-168c-4914-a00a-60b6802e0905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.115437 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d4dd4d00-09ae-46b4-a931-7088733ff419 req-82e3dc6c-e7eb-4a9f-9404-427da394e7fc tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691812 May 04 14:11:35.223717 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ae632931-168c-4914-a00a-60b6802e0905 admin admin] Publish callbacks [] for security_group (6dd74118-1283-4d31-b09b-80df7d9d18c8), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.293652 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ae632931-168c-4914-a00a-60b6802e0905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6dd74118-1283-4d31-b09b-80df7d9d18c8), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.341543 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ae632931-168c-4914-a00a-60b6802e0905 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96cb98ba71414621b322c338b442a5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240559 May 04 14:11:35.342742 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632931-168c-4914-a00a-60b6802e0905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd74118-1283-4d31-b09b-80df7d9d18c8,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:35.344781 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44002) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:35.436000 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] Publish callbacks [] for security_group (6dd74118-1283-4d31-b09b-80df7d9d18c8), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.473594 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] Publish callbacks [] for security_group (6dd74118-1283-4d31-b09b-80df7d9d18c8), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.624702 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6dd74118-1283-4d31-b09b-80df7d9d18c8), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.627553 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:35.631441 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dd74118-1283-4d31-b09b-80df7d9d18c8 HTTP/1.1" status: 204 len: 168 time: 0.2827489 May 04 14:11:35.641125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a50aca-bd69-4ba6-8a75-b14e297c5b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd74118-1283-4d31-b09b-80df7d9d18c8,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:36.140388 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44016) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:36.323664 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0d778-2b55-47bb-a2b2-827f10d1e975 req-576113e7-b106-4bc5-9e93-acc5d96cf2c8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:36.333442 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-04f0d778-2b55-47bb-a2b2-827f10d1e975 req-576113e7-b106-4bc5-9e93-acc5d96cf2c8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0933082 May 04 14:11:36.451719 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-04f0d778-2b55-47bb-a2b2-827f10d1e975 req-2e8d5f74-736d-4b49-9ea7-f4c49c7690eb tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 May 04 14:11:36.826410 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:37.122334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Deleting port bc36cd4d-857a-4e7a-b57a-9e551cb814a2 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:37.122731 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:37.229053 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] For port bc36cd4d-857a-4e7a-b57a-9e551cb814a2, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:37.229838 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:37.257182 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Calling delete_port for bc36cd4d-857a-4e7a-b57a-9e551cb814a2 owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:37.653228 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2e3d9-7938-4def-9aae-c921feaa85c9 req-4d61f8db-c736-4528-96af-9ad213476960 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:37.653990 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (bc36cd4d-857a-4e7a-b57a-9e551cb814a2), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:37.656389 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-70d2e3d9-7938-4def-9aae-c921feaa85c9 req-4d61f8db-c736-4528-96af-9ad213476960 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0893874 May 04 14:11:37.702433 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Pushing event deleted for resources: {'Port': ['ID=bc36cd4d-857a-4e7a-b57a-9e551cb814a2,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:37.769711 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-70d2e3d9-7938-4def-9aae-c921feaa85c9 req-6f10bab6-c4d8-431b-b04b-d0fcf5370311 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011376 May 04 14:11:38.025348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:38.644283 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Router 88868e26-1ad4-4eca-b034-0c867cbda8ef has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:11:38.748102 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:11:38.785791 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:11:38.798085 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Sync routers for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:11:38.802811 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44058) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:38.809057 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:38.812353 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:38.824454 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e694482a-855f-48f9-978d-f79de3489dec admin admin] 10.222.0.69 "PUT /v2.0/routers/88868e26-1ad4-4eca-b034-0c867cbda8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586275 May 04 14:11:38.968186 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks [] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:39.001197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:39.152517 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c39f-11bc-4dea-9e04-0825aeed83c8 req-3d729294-c319-49ac-80e6-5f2af5559467 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:39.154391 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6a6c39f-11bc-4dea-9e04-0825aeed83c8 req-3d729294-c319-49ac-80e6-5f2af5559467 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.1427538 May 04 14:11:39.220024 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks [] for router_gateway (88868e26-1ad4-4eca-b034-0c867cbda8ef), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:39.269800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6a6c39f-11bc-4dea-9e04-0825aeed83c8 req-cb261175-f2f8-456f-9ed8-d518718bcd3e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073759 May 04 14:11:39.297411 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:11:37Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:39.329121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Checking router: 88868e26-1ad4-4eca-b034-0c867cbda8ef for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:11:39.341836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Routers {'88868e26-1ad4-4eca-b034-0c867cbda8ef'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:11:39.342575 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['88868e26-1ad4-4eca-b034-0c867cbda8ef'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:39.465013 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] Set router 88868e26-1ad4-4eca-b034-0c867cbda8ef gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:11:39.596318 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Deleting port f2615883-8801-44ea-b586-45bd7fc3fe3f {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:39.596318 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:39.688542 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] For port f2615883-8801-44ea-b586-45bd7fc3fe3f, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f2615883-8801-44ea-b586-45bd7fc3fe3f,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:39.689216 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:39.710868 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Calling delete_port for f2615883-8801-44ea-b586-45bd7fc3fe3f owned by network:router_gateway {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:39.712821 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-f938d131-dcff-481e-8014-9d071c437bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:11:37Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:39.749575 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d131-dcff-481e-8014-9d071c437bce None None] The sync data for ids ['88868e26-1ad4-4eca-b034-0c867cbda8ef'] in dv-cinder-836996-12-iscsi is: [{'id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1546488939-router', 'tenant_id': '8519562477d14e15ac77e0647ec78c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:03:32Z', 'updated_at': '2022-05-04T14:11:37Z', 'revision_number': 5, 'project_id': '8519562477d14e15ac77e0647ec78c88', 'gw_port': {'id': 'f2615883-8801-44ea-b586-45bd7fc3fe3f', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88868e26-1ad4-4eca-b034-0c867cbda8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:03:34Z', 'updated_at': '2022-05-04T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:11:40.000060 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-3de11257-4d32-4733-a257-f3984b887049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.001847 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-3de11257-4d32-4733-a257-f3984b887049 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1127 time: 0.0606694 May 04 14:11:40.007958 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (f2615883-8801-44ea-b586-45bd7fc3fe3f), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.014013 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-96fd81f8-b58a-4f7a-88fb-4fa1edd16356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.019050 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-96fd81f8-b58a-4f7a-88fb-4fa1edd16356 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1129 time: 0.0765781 May 04 14:11:40.045193 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2615883-8801-44ea-b586-45bd7fc3fe3f,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:40.117616 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-a56f5721-709d-4cb4-94ea-fcbb4418abb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 217 time: 0.0795979 May 04 14:11:40.188587 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-1a0d565c-ddf7-4efe-ac31-219934dfcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.191266 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-1a0d565c-ddf7-4efe-ac31-219934dfcd5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.1329174 May 04 14:11:40.274505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-be892395-242f-4a92-8ae4-39f1cc5a17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.276112 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-be892395-242f-4a92-8ae4-39f1cc5a17cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.1008668 May 04 14:11:40.281991 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.293194 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device bc36cd4d-857a-4e7a-b57a-9e551cb814a2 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:40.317028 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-563edec7-c515-4cb8-b58a-9e74fa5e3763 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 1001 time: 0.1154246 May 04 14:11:40.360566 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: bc36cd4d-857a-4e7a-b57a-9e551cb814a2 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:40.363849 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device bc36cd4d-857a-4e7a-b57a-9e551cb814a2 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:40.394639 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-b6d7fcac-28b6-4f4e-bfa2-45833f5ed15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.396490 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-b6d7fcac-28b6-4f4e-bfa2-45833f5ed15d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0725999 May 04 14:11:40.442974 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.453952 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks [] for router_controller (88868e26-1ad4-4eca-b034-0c867cbda8ef), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.471759 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6d0246b3-e896-4b79-8d34-552be6e57e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.474648 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-6d0246b3-e896-4b79-8d34-552be6e57e01 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1589105 May 04 14:11:40.527869 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-1364b70f-b36f-402f-837a-0420db50eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.541870 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-1364b70f-b36f-402f-837a-0420db50eaef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1159227 May 04 14:11:40.653397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (88868e26-1ad4-4eca-b034-0c867cbda8ef), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.653927 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88868e26-1ad4-4eca-b034-0c867cbda8ef {{(pid=115584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:11:40.666058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437479-c50f-4f33-a52a-25c19238b8b6 req-dd9fc3f2-7347-407d-b8cb-a4bd5edaf981 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:40.668542 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d9437479-c50f-4f33-a52a-25c19238b8b6 req-dd9fc3f2-7347-407d-b8cb-a4bd5edaf981 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.1410072 May 04 14:11:40.675907 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.681020 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7738fb4f-9476-4448-978b-44fd7c493b55 admin admin] 10.222.0.69 "DELETE /v2.0/routers/88868e26-1ad4-4eca-b034-0c867cbda8ef HTTP/1.1" status: 204 len: 168 time: 1.8769140 May 04 14:11:40.686984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44090) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:40.747356 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-d115afa5-6f2b-4edb-8de7-616b67b32658 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085774 May 04 14:11:40.801703 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-b93182a1-72a5-4992-8021-8b93ed9f077b service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754264 May 04 14:11:40.810949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Deleting subnet ef43acd1-e965-4780-a7fd-03edb0a0af94 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:11:40.811666 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Publish callbacks [] for subnet (ef43acd1-e965-4780-a7fd-03edb0a0af94), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.887781 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d9437479-c50f-4f33-a52a-25c19238b8b6 req-b6c2f3db-51d4-4ca4-880d-e6000263b22e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027371 May 04 14:11:40.902578 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (ef43acd1-e965-4780-a7fd-03edb0a0af94), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:40.918167 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-d71c6b77-bfdd-42bd-a5e6-4c2930fe6e12 req-a0ef831a-8eac-4a3b-ba2b-f46546ba384c service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629844 May 04 14:11:41.035890 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9e7ad959-b2b1-4aa6-abb2-8ff3aebcc383 req-7d0e06c3-d53e-4e84-8c0a-96f01a81eeed service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941411 May 04 14:11:41.056527 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (ef43acd1-e965-4780-a7fd-03edb0a0af94), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.219451 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (ef43acd1-e965-4780-a7fd-03edb0a0af94), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.255128 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef43acd1-e965-4780-a7fd-03edb0a0af94,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:41.257190 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.262332 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c24430a6-a046-40fc-b4f7-03057b6d4e13 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ef43acd1-e965-4780-a7fd-03edb0a0af94 HTTP/1.1" status: 204 len: 168 time: 0.5743272 May 04 14:11:41.265796 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0d900-bf89-4765-b87f-2f34e04578a9 None None] Network 4a3eb64b-383b-43c9-9e22-88b35c840a0e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:11:41.266035 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44096) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:41.371731 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (4a3eb64b-383b-43c9-9e22-88b35c840a0e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.428865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Deleting port 97418600-4545-4bd6-bbfe-8c96f2281968 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:41.429211 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.460873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] DHCP port deletion for 4a3eb64b-383b-43c9-9e22-88b35c840a0e request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:11:41.549832 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Deleting port 97418600-4545-4bd6-bbfe-8c96f2281968 {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:11:41.550238 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.570075 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] For port 97418600-4545-4bd6-bbfe-8c96f2281968, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=97418600-4545-4bd6-bbfe-8c96f2281968,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:41.570690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.585900 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Calling delete_port for 97418600-4545-4bd6-bbfe-8c96f2281968 owned by network:dhcp {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:41.630585 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] For port 97418600-4545-4bd6-bbfe-8c96f2281968, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=97418600-4545-4bd6-bbfe-8c96f2281968,segment=NetworkSegment(73caf896-fa0b-491e-b2ee-0d8bda3c5e36),segment_id=73caf896-fa0b-491e-b2ee-0d8bda3c5e36)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:41.631334 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.648980 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Calling delete_port for 97418600-4545-4bd6-bbfe-8c96f2281968 owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:11:41.756815 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.765609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (97418600-4545-4bd6-bbfe-8c96f2281968), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.787348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Pushing event deleted for resources: {'Port': ['ID=97418600-4545-4bd6-bbfe-8c96f2281968,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:41.798571 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] Pushing event deleted for resources: {'Port': ['ID=97418600-4545-4bd6-bbfe-8c96f2281968,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:41.802092 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] No DVR routers for this DVR port 97418600-4545-4bd6-bbfe-8c96f2281968 on host dv-cinder-836996-12-iscsi {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:41.810432 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebf118-a009-4a8c-b0c8-c13a10e51c06 None None] No DVR routers for this DVR port 97418600-4545-4bd6-bbfe-8c96f2281968 on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:11:41.888412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (4a3eb64b-383b-43c9-9e22-88b35c840a0e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.924779 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3eb64b-383b-43c9-9e22-88b35c840a0e']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:41.943818 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73caf896-fa0b-491e-b2ee-0d8bda3c5e36') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:41.944412 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73caf896-fa0b-491e-b2ee-0d8bda3c5e36') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:11:41.963295 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (73caf896-fa0b-491e-b2ee-0d8bda3c5e36), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.981128 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (73caf896-fa0b-491e-b2ee-0d8bda3c5e36), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.985929 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 97418600-4545-4bd6-bbfe-8c96f2281968 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:41.990492 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:11:41.990992 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (73caf896-fa0b-491e-b2ee-0d8bda3c5e36), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:11:41.993009 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:11:42.023950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 97418600-4545-4bd6-bbfe-8c96f2281968 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:42.024466 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 97418600-4545-4bd6-bbfe-8c96f2281968 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:42.025371 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f2615883-8801-44ea-b586-45bd7fc3fe3f no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:11:42.053256 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf8b4-d043-4d72-81aa-9f7abdbfdd52 req-abd76c54-0b26-4c49-a53e-194ea03b8197 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:42.054614 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: f2615883-8801-44ea-b586-45bd7fc3fe3f {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:11:42.054966 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f2615883-8801-44ea-b586-45bd7fc3fe3f not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:11:42.056802 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f6bf8b4-d043-4d72-81aa-9f7abdbfdd52 req-abd76c54-0b26-4c49-a53e-194ea03b8197 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0615492 May 04 14:11:42.111611 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6f6bf8b4-d043-4d72-81aa-9f7abdbfdd52 req-c044ca2d-8bc7-4cd7-b088-113502500dff tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 May 04 14:11:42.167692 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (4a3eb64b-383b-43c9-9e22-88b35c840a0e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:42.174732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:42.178079 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a3eb64b-383b-43c9-9e22-88b35c840a0e HTTP/1.1" status: 204 len: 168 time: 0.9058411 May 04 14:11:42.191361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaa41c-b6ff-4765-819b-088dd72b8798 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3eb64b-383b-43c9-9e22-88b35c840a0e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:42.616086 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44118) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:42.663338 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-76e8f3b3-afe6-423b-b8ee-76165166c5e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8519562477d14e15ac77e0647ec78c88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453854 May 04 14:11:42.666119 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44120) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:42.724144 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] Publish callbacks [] for security_group (20b48c3b-c4a2-4091-9765-25a0ddc98990), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:42.751608 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] Publish callbacks [] for security_group (20b48c3b-c4a2-4091-9765-25a0ddc98990), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:43.036885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (20b48c3b-c4a2-4091-9765-25a0ddc98990), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:43.039799 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:43.044274 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20b48c3b-c4a2-4091-9765-25a0ddc98990 HTTP/1.1" status: 204 len: 168 time: 0.3741722 May 04 14:11:43.049533 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118911-f819-45cf-b82c-4b0991bdfb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b48c3b-c4a2-4091-9765-25a0ddc98990,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:43.228583 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5bc2-ceed-4da4-91f3-abfa454b945e req-ea069d96-53d9-408e-88ea-dbb5f146eca1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:43.230277 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cdc5bc2-ceed-4da4-91f3-abfa454b945e req-ea069d96-53d9-408e-88ea-dbb5f146eca1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0477738 May 04 14:11:43.282037 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cdc5bc2-ceed-4da4-91f3-abfa454b945e req-7163bc61-6f52-49c9-a3a4-c2415b046c1e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 May 04 14:11:44.401503 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1fc5-5388-4891-87c6-31b580af7185 req-0e3ddd5a-b33e-4da1-a1b0-edc3343062d5 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:44.407851 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6dcc1fc5-5388-4891-87c6-31b580af7185 req-0e3ddd5a-b33e-4da1-a1b0-edc3343062d5 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 943 time: 0.0516541 May 04 14:11:44.456731 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6dcc1fc5-5388-4891-87c6-31b580af7185 req-4e403715-a6e3-4615-892b-8c8ffc1410a9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 May 04 14:11:44.495482 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 18c62b24-a900-4ee1-af0d-fde096b0c223 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:11:44.612114 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:44.624302 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'port_id': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'mac_address': 'fa:16:3e:73:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:11:44.666291 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 18c62b24-a900-4ee1-af0d-fde096b0c223 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:44.666291 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:44.683514 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c62b24-a900-4ee1-af0d-fde096b0c223 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:11:44.703722 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:45.133703 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:45.199646 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:45.458006 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:11:45.607039 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a5d7-ee23-4e9f-b4e8-7bb62d34ef49 req-38903dca-1cc1-4f3b-9e57-a573866d8902 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:45.609915 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0591a5d7-ee23-4e9f-b4e8-7bb62d34ef49 req-38903dca-1cc1-4f3b-9e57-a573866d8902 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 944 time: 0.0658698 May 04 14:11:45.662776 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0591a5d7-ee23-4e9f-b4e8-7bb62d34ef49 req-c2248678-84af-456a-a48e-84d6ba63e21b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 May 04 14:11:46.531485 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 18c62b24-a900-4ee1-af0d-fde096b0c223 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:11:46.581950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 18c62b24-a900-4ee1-af0d-fde096b0c223 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:11:46.733190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 18c62b24-a900-4ee1-af0d-fde096b0c223 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:11:46.733764 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:46.827096 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caecdea-df82-4945-92fe-8cb2a505068e req-9fbc5460-2c03-4266-9508-e457fc8e30c8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:46.832362 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 18c62b24-a900-4ee1-af0d-fde096b0c223 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:11:46.832788 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:46.834049 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3caecdea-df82-4945-92fe-8cb2a505068e req-9fbc5460-2c03-4266-9508-e457fc8e30c8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 944 time: 0.0955687 May 04 14:11:46.860223 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:11:46.862906 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e9f7b7-c3f3-4d20-b76e-22e4c24ab79c" -d '{"events": [{"server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "name": "network-vif-plugged", "status": "completed", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:11:46.899414 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:11:46.905062 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3caecdea-df82-4945-92fe-8cb2a505068e req-39f602dd-c69f-4db7-836b-16ed4095bac2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 May 04 14:11:46.908528 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ef1cd3-6ed4-4228-b2aa-2d66d18f88fd x-openstack-request-id: req-e2ef1cd3-6ed4-4228-b2aa-2d66d18f88fd {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:11:46.908820 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "name": "network-vif-plugged", "status": "completed", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:11:46.909075 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2ef1cd3-6ed4-4228-b2aa-2d66d18f88fd {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:11:46.909515 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ef1cd3-6ed4-4228-b2aa-2d66d18f88fd'] response: {'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'code': 200} May 04 14:11:47.002164 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.061890 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:47.140421 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44224) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:47.282386 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8dadc41b-7703-4693-b433-e571c95ef073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.412540 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700ab3-edeb-48ed-b554-dab8ce629225 req-59144088-a573-4461-8e4c-93692fa946a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:47.414077 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-82700ab3-edeb-48ed-b554-dab8ce629225 req-59144088-a573-4461-8e4c-93692fa946a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1129 time: 0.1020174 May 04 14:11:47.487536 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-82700ab3-edeb-48ed-b554-dab8ce629225 req-1e135723-5bbf-44ad-ae0b-4eff2f321816 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665247 May 04 14:11:47.492005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8dadc41b-7703-4693-b433-e571c95ef073 admin admin] Publish callbacks [] for security_group (a5c0edec-b4a1-4f97-8332-36c578890477), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.562003 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8dadc41b-7703-4693-b433-e571c95ef073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a5c0edec-b4a1-4f97-8332-36c578890477), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.599842 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadc41b-7703-4693-b433-e571c95ef073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c0edec-b4a1-4f97-8332-36c578890477,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:47.605086 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8dadc41b-7703-4693-b433-e571c95ef073 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7b7f623966143dd8d11bb3e6596cfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635234 May 04 14:11:47.607971 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44232) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:47.663214 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] Publish callbacks [] for security_group (a5c0edec-b4a1-4f97-8332-36c578890477), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.693482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] Publish callbacks [] for security_group (a5c0edec-b4a1-4f97-8332-36c578890477), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.824798 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a5c0edec-b4a1-4f97-8332-36c578890477), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.827419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:47.828577 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5c0edec-b4a1-4f97-8332-36c578890477 HTTP/1.1" status: 204 len: 168 time: 0.2197015 May 04 14:11:47.838910 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b462-dc95-473d-85c4-2bf7b38e7c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c0edec-b4a1-4f97-8332-36c578890477,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:48.037418 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f0537-b3da-45d8-a487-6a9a196e0b0e req-4fd64f43-67e0-43b8-afbc-a781d482ee7a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:48.038955 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-927f0537-b3da-45d8-a487-6a9a196e0b0e req-4fd64f43-67e0-43b8-afbc-a781d482ee7a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0515370 May 04 14:11:48.100296 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-927f0537-b3da-45d8-a487-6a9a196e0b0e req-403d698e-9ef9-47a3-b4c8-3d89648ed340 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 May 04 14:11:48.536097 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44246) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:48.550180 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a76790a4-39a0-4776-9fda-931cac55aa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:48.648235 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a76790a4-39a0-4776-9fda-931cac55aa87 admin admin] Publish callbacks [] for security_group (67b24f3a-05a0-4003-bcdc-79441e63164b), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:48.727374 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-a76790a4-39a0-4776-9fda-931cac55aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (67b24f3a-05a0-4003-bcdc-79441e63164b), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:48.766846 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76790a4-39a0-4776-9fda-931cac55aa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b24f3a-05a0-4003-bcdc-79441e63164b,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:48.771236 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-a76790a4-39a0-4776-9fda-931cac55aa87 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0e31a68000945f984711724ffbc1d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341263 May 04 14:11:48.774322 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44248) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:48.827919 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] Publish callbacks [] for security_group (67b24f3a-05a0-4003-bcdc-79441e63164b), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:48.851016 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] Publish callbacks [] for security_group (67b24f3a-05a0-4003-bcdc-79441e63164b), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:49.047085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (67b24f3a-05a0-4003-bcdc-79441e63164b), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:49.049817 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:49.050998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67b24f3a-05a0-4003-bcdc-79441e63164b HTTP/1.1" status: 204 len: 168 time: 0.2754958 May 04 14:11:49.059597 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b5001-ed0b-48e7-a75d-e30681ac3738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b24f3a-05a0-4003-bcdc-79441e63164b,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:49.236569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5e5d5-1f35-45d6-b7bb-e76c5eb18254 req-4a41d3ad-588b-4818-ba41-5a255469611e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:49.238103 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-46f5e5d5-1f35-45d6-b7bb-e76c5eb18254 req-4a41d3ad-588b-4818-ba41-5a255469611e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0497441 May 04 14:11:49.293891 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-46f5e5d5-1f35-45d6-b7bb-e76c5eb18254 req-11469e26-6e6c-44e7-a243-977aeaddc459 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494468 May 04 14:11:49.416416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3870a-0b34-4225-b717-ba62bb58971e req-35bc69ec-1f54-41e2-b534-300edde82b1a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:49.416416 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bbc3870a-0b34-4225-b717-ba62bb58971e req-35bc69ec-1f54-41e2-b534-300edde82b1a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0490716 May 04 14:11:49.460373 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bbc3870a-0b34-4225-b717-ba62bb58971e req-00be5f86-62c2-4322-a8ef-a3925ffce381 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 May 04 14:11:49.806909 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a586f8-e61b-4bb5-ac56-47dcede8089c req-5b85f4a2-5a7b-4d7f-8e15-cc1d78b851f3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:49.808411 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-59a586f8-e61b-4bb5-ac56-47dcede8089c req-5b85f4a2-5a7b-4d7f-8e15-cc1d78b851f3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0508528 May 04 14:11:49.857111 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-59a586f8-e61b-4bb5-ac56-47dcede8089c req-8fa98cad-0233-4ab2-9bea-1956d32fe9ab tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 May 04 14:11:49.996070 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44276) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:50.010990 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8acb3f3-4487-45da-a948-062318dd50d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.089408 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8acb3f3-4487-45da-a948-062318dd50d0 admin admin] Publish callbacks [] for security_group (870f7201-775e-499c-8e1a-e6baca5ebbe4), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.222567 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-e8acb3f3-4487-45da-a948-062318dd50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (870f7201-775e-499c-8e1a-e6baca5ebbe4), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.262788 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb3f3-4487-45da-a948-062318dd50d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f7201-775e-499c-8e1a-e6baca5ebbe4,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:50.266999 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-e8acb3f3-4487-45da-a948-062318dd50d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24aed3dc7b5b44569ff16b3eca674f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698178 May 04 14:11:50.269863 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44278) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:11:50.322769 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] Publish callbacks [] for security_group (870f7201-775e-499c-8e1a-e6baca5ebbe4), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.346890 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] Publish callbacks [] for security_group (870f7201-775e-499c-8e1a-e6baca5ebbe4), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.556109 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (870f7201-775e-499c-8e1a-e6baca5ebbe4), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.562713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:50.562713 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/870f7201-775e-499c-8e1a-e6baca5ebbe4 HTTP/1.1" status: 204 len: 168 time: 0.2892199 May 04 14:11:50.568345 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76429-0349-43e8-8b5d-b9730a94647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f7201-775e-499c-8e1a-e6baca5ebbe4,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:11:56.103014 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-49eb94f2-9a56-4fbe-9b24-7bae82e9870d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:58.075347 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc75-b21b-4676-84ea-5188dfc6dd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:58.812901 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:58.818785 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd2bce-926b-4621-a619-11843687e85e req-91d95109-5218-4971-ba06-f8528f4ef3c6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:58.820379 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7fcd2bce-926b-4621-a619-11843687e85e req-91d95109-5218-4971-ba06-f8528f4ef3c6 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.0532954 May 04 14:11:58.871540 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7fcd2bce-926b-4621-a619-11843687e85e req-afd73f2a-0ae6-4a45-942e-59df42549c56 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447147 May 04 14:11:59.322309 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:11:59.998068 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabdc13-8a40-4b82-b588-ab362cad14e2 req-01bcdb64-9811-42fe-b2be-990bb142bfdd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:11:59.999898 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-efabdc13-8a40-4b82-b588-ab362cad14e2 req-01bcdb64-9811-42fe-b2be-990bb142bfdd tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.0516977 May 04 14:12:00.051977 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-efabdc13-8a40-4b82-b588-ab362cad14e2 req-2a731fda-0881-47be-ad1f-f5e5f54bb4aa tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups?id=2749e01b-6ef8-40b6-95fd-8c1da175db07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 May 04 14:12:00.515308 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-c9903817-876a-496f-9342-304937294394 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:00.515308 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-c9903817-876a-496f-9342-304937294394 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 946 time: 0.0498319 May 04 14:12:00.610570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port 6224aeae-9557-476a-a4d7-e4d1d3364672 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:00.610991 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.692301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44546) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:00.719115 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] For port 6224aeae-9557-476a-a4d7-e4d1d3364672, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6224aeae-9557-476a-a4d7-e4d1d3364672,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:00.719595 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.802024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.893696 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Publish callbacks [] for security_group (52bd4aa7-3748-4ccd-b995-53838578d0d0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.901728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.902088 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.902433 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Floating IP bccb490b-409c-4091-9d83-c8141eea9c5b disassociated. External IP: 172.27.3.206, port: 6224aeae-9557-476a-a4d7-e4d1d3364672. May 04 14:12:00.902767 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for 6224aeae-9557-476a-a4d7-e4d1d3364672 owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:00.909873 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:00.995865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (52bd4aa7-3748-4ccd-b995-53838578d0d0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.032511 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd4aa7-3748-4ccd-b995-53838578d0d0,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:01.045156 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98dbb538e06342e89de9bfab663e0967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516653 May 04 14:12:01.047652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44552) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:01.048138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.048138 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.048320 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44554) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:01.048428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.048756 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.049023 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.049379 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.049706 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051578 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.051841 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.052156 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.052472 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6360f-3da0-4418-bbf5-57ac4d0d7773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:01.100738 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (6224aeae-9557-476a-a4d7-e4d1d3364672), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.115686 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] Publish callbacks [] for security_group (52bd4aa7-3748-4ccd-b995-53838578d0d0), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.147473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=6224aeae-9557-476a-a4d7-e4d1d3364672,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:01.187657 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] Publish callbacks [] for security_group (52bd4aa7-3748-4ccd-b995-53838578d0d0), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.202478 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2fddd7b6-9318-4dfe-ba09-133126c65e46 req-f69a0d15-f8f1-4058-8486-f348a6002f7c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0640171 May 04 14:12:01.249579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85527819-a839-4894-ab64-3f42ac856954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.662081 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:12:01.693957 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85527819-a839-4894-ab64-3f42ac856954 admin admin] Publish callbacks [] for security_group (3b01a922-62fa-4a98-b1f4-49d62dd7d89c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.777461 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (52bd4aa7-3748-4ccd-b995-53838578d0d0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.779908 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.781066 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52bd4aa7-3748-4ccd-b995-53838578d0d0 HTTP/1.1" status: 204 len: 168 time: 0.7307613 May 04 14:12:01.786703 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-85527819-a839-4894-ab64-3f42ac856954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3b01a922-62fa-4a98-b1f4-49d62dd7d89c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.803330 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616f97d-a2cb-4bb5-ab00-e95e034fad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd4aa7-3748-4ccd-b995-53838578d0d0,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:01.840614 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:12:01.848938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-85527819-a839-4894-ab64-3f42ac856954 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98fff03d1ced4b58a2560bca3bf0a850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7988017 May 04 14:12:01.850723 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44564) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:01.853761 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:12:01.857494 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85527819-a839-4894-ab64-3f42ac856954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01a922-62fa-4a98-b1f4-49d62dd7d89c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:01.866619 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:01.867319 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:01.897395 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] No DVR routers for this DVR port 6224aeae-9557-476a-a4d7-e4d1d3364672 on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:12:01.901525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.905009 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f935de61-ce8c-433a-b2f4-e81cbba0ee5b req-b8ac6e04-9850-4dc9-9b18-48432046b9c2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.58 "DELETE /v2.0/ports/6224aeae-9557-476a-a4d7-e4d1d3364672 HTTP/1.1" status: 204 len: 173 time: 1.3847251 May 04 14:12:01.905474 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'name': 'network-vif-deleted', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:01.909376 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72ed9c-7454-4379-843b-e35e7d3f417b" -d '{"events": [{"server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "name": "network-vif-deleted", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:01.933393 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] Publish callbacks [] for security_group (3b01a922-62fa-4a98-b1f4-49d62dd7d89c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.949574 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4d1ce-8d89-4d33-9253-9648c21145b3 x-openstack-request-id: req-34d4d1ce-8d89-4d33-9253-9648c21145b3 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:01.950006 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f733c-f627-4b2c-9414-9c4789139abc", "name": "network-vif-deleted", "tag": "6224aeae-9557-476a-a4d7-e4d1d3364672", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:01.950259 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34d4d1ce-8d89-4d33-9253-9648c21145b3 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:01.950677 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d4d1ce-8d89-4d33-9253-9648c21145b3'] response: {'server_uuid': 'eb8f733c-f627-4b2c-9414-9c4789139abc', 'name': 'network-vif-deleted', 'tag': '6224aeae-9557-476a-a4d7-e4d1d3364672', 'status': 'completed', 'code': 200} May 04 14:12:01.967654 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] Publish callbacks [] for security_group (3b01a922-62fa-4a98-b1f4-49d62dd7d89c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:01.998737 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:02.093027 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3b01a922-62fa-4a98-b1f4-49d62dd7d89c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.096353 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.097812 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b01a922-62fa-4a98-b1f4-49d62dd7d89c HTTP/1.1" status: 204 len: 168 time: 0.2450356 May 04 14:12:02.121937 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d444a-815c-4e3f-bc15-73248111cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01a922-62fa-4a98-b1f4-49d62dd7d89c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:02.213035 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:02.244620 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:12:02.254212 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:02.254743 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:02.325101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00de6e34-cfe1-4f4f-83ab-1dcbae433ec2 req-3f9cb3cf-136a-4109-9ee9-5399ec18998a tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0300295 May 04 14:12:02.379673 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:02.423148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.539411 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44576) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:02.553675 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ddd670ad-35ad-48a9-af01-f07a95b4d8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.588019 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:02.615921 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be0fcc-e936-4f0e-bc28-a623907e32f6 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:04:56Z', 'revision_number': 4, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'c55206e6-677c-495e-b213-555ce46b088c', 'name': '', 'network_id': 'fd8c14f5-74df-4d08-8f17-f0187142a532', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'mac_address': 'fa:16:3e:af:52:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:55Z', 'updated_at': '2022-05-04T14:05:00Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'subnets': [{'id': 'b456a448-c010-4e06-a1a6-c9e166e232f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:12:02.632978 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ddd670ad-35ad-48a9-af01-f07a95b4d8b0 admin admin] Publish callbacks [] for security_group (4ded0a88-cd01-45e0-9f58-ace61c446453), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.710067 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-ddd670ad-35ad-48a9-af01-f07a95b4d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (4ded0a88-cd01-45e0-9f58-ace61c446453), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.752505 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd670ad-35ad-48a9-af01-f07a95b4d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ded0a88-cd01-45e0-9f58-ace61c446453,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:02.758055 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-ddd670ad-35ad-48a9-af01-f07a95b4d8b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=208f811543864f9eb9961a09935c1bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170603 May 04 14:12:02.761140 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44580) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:02.825780 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] Publish callbacks [] for security_group (4ded0a88-cd01-45e0-9f58-ace61c446453), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.850690 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] Publish callbacks [] for security_group (4ded0a88-cd01-45e0-9f58-ace61c446453), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.900181 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44582) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:02.910420 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464f85-cab5-4112-b14f-593499e8ea91 None None] New status for floating IP bccb490b-409c-4091-9d83-c8141eea9c5b: DOWN {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:12:02.914009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9525910-ea47-4927-a34d-638e2c0b14ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.965772 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (4ded0a88-cd01-45e0-9f58-ace61c446453), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.968412 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:02.972079 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ded0a88-cd01-45e0-9f58-ace61c446453 HTTP/1.1" status: 204 len: 168 time: 0.2072511 May 04 14:12:02.984169 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f9743-3cce-4501-95c3-69e26e5a98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ded0a88-cd01-45e0-9f58-ace61c446453,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:03.041114 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9525910-ea47-4927-a34d-638e2c0b14ce admin admin] Publish callbacks [] for security_group (4f952755-3a8b-47e4-ad4c-20c53a047211), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.104300 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c9525910-ea47-4927-a34d-638e2c0b14ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (4f952755-3a8b-47e4-ad4c-20c53a047211), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.148733 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c9525910-ea47-4927-a34d-638e2c0b14ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e9261ec73364f7184997dab9ed903c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474477 May 04 14:12:03.149735 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525910-ea47-4927-a34d-638e2c0b14ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f952755-3a8b-47e4-ad4c-20c53a047211,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:03.152079 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44586) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:03.206607 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] Publish callbacks [] for security_group (4f952755-3a8b-47e4-ad4c-20c53a047211), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.230074 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] Publish callbacks [] for security_group (4f952755-3a8b-47e4-ad4c-20c53a047211), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.453910 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19eec15c-ce69-48f0-8feb-3eab17ba962b req-26e351cc-ddcc-45a7-9fc7-d27a7080762e tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb8f733c-f627-4b2c-9414-9c4789139abc HTTP/1.1" status: 200 len: 210 time: 0.0335417 May 04 14:12:03.454606 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (4f952755-3a8b-47e4-ad4c-20c53a047211), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.457219 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:03.460832 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f952755-3a8b-47e4-ad4c-20c53a047211 HTTP/1.1" status: 204 len: 168 time: 0.3010352 May 04 14:12:03.474631 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b38fc-7ef0-4027-9e94-25b77c302a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f952755-3a8b-47e4-ad4c-20c53a047211,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:04.580197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 6224aeae-9557-476a-a4d7-e4d1d3364672 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:12:04.601544 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 6224aeae-9557-476a-a4d7-e4d1d3364672 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:12:04.601891 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 6224aeae-9557-476a-a4d7-e4d1d3364672 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:12:04.635808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44640) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:04.691963 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (2749e01b-6ef8-40b6-95fd-8c1da175db07), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:04.718997 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (2749e01b-6ef8-40b6-95fd-8c1da175db07), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:04.828575 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2749e01b-6ef8-40b6-95fd-8c1da175db07), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:04.831270 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:04.832578 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/security-groups/2749e01b-6ef8-40b6-95fd-8c1da175db07 HTTP/1.1" status: 204 len: 168 time: 0.1957428 May 04 14:12:04.839287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44642) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:04.843477 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6d342-10ce-44e1-9e06-77d4edd7b55c tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749e01b-6ef8-40b6-95fd-8c1da175db07,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:04.855442 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.api.v2.resource [None req-9aeeccbd-8b72-40ee-8c7e-a69666312be2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] show failed (client error): The resource could not be found. May 04 14:12:04.856542 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-9aeeccbd-8b72-40ee-8c7e-a69666312be2 tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "GET /v2.0/security-groups/2749e01b-6ef8-40b6-95fd-8c1da175db07 HTTP/1.1" status: 404 len: 347 time: 0.0161281 May 04 14:12:04.859766 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44646) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:04.991275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Deleting port 4513e920-93a8-4905-a28e-73e03e7d64ff {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:04.991617 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.089130 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.089485 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (4513e920-93a8-4905-a28e-73e03e7d64ff), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.103722 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Calling delete_port for 4513e920-93a8-4905-a28e-73e03e7d64ff owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:05.190135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702642-4183-4855-8652-92aa545e90dc req-84c47145-721a-42a7-a92c-61ba33d27a7c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:05.193048 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4c702642-4183-4855-8652-92aa545e90dc req-84c47145-721a-42a7-a92c-61ba33d27a7c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0609524 May 04 14:12:05.245918 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4c702642-4183-4855-8652-92aa545e90dc req-3727e313-5131-4530-8d87-02c61ffd85e7 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 May 04 14:12:05.269493 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44666) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:05.339225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (4513e920-93a8-4905-a28e-73e03e7d64ff), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.370801 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Pushing event deleted for resources: {'Port': ['ID=4513e920-93a8-4905-a28e-73e03e7d64ff,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:05.469705 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks [] for floatingip (bccb490b-409c-4091-9d83-c8141eea9c5b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.472197 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.473383 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1399bd6d-6610-42e8-8902-1cdb8eaae30f tempest-AttachVolumeNegativeTest-39731985 tempest-AttachVolumeNegativeTest-39731985-project] 10.222.0.69 "DELETE /v2.0/floatingips/bccb490b-409c-4091-9d83-c8141eea9c5b HTTP/1.1" status: 204 len: 168 time: 0.6126349 May 04 14:12:05.482082 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b66438-404b-474e-93c1-fb932776b038 tempest-TestMinimumBasicScenario-1492661422 tempest-TestMinimumBasicScenario-1492661422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:05.486332 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d1b66438-404b-474e-93c1-fb932776b038 tempest-TestMinimumBasicScenario-1492661422 tempest-TestMinimumBasicScenario-1492661422-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1124 time: 0.2137229 May 04 14:12:05.486795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44674) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:05.492980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'port_id': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:05.617230 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.702077 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:05.814368 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Allocated IP 172.27.3.60 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/3b16c361-084e-48cf-bd41-d60b7f618a33) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:12:05.925123 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:06.093431 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:06.135029 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:12:06.137996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:12:06.144328 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:12:06.179773 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'Port': ['ID=3b16c361-084e-48cf-bd41-d60b7f618a33,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:06.541431 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for floatingip (5196016f-ca43-48e7-92bf-439815c2f1b1), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:06.709270 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:06.868326 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.001466 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.070959 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'Port': ['ID=3b16c361-084e-48cf-bd41-d60b7f618a33,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:07.082804 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (5196016f-ca43-48e7-92bf-439815c2f1b1), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.189494 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.l3_db [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Floating IP 5196016f-ca43-48e7-92bf-439815c2f1b1 associated. External IP: 172.27.3.60, port: 18c62b24-a900-4ee1-af0d-fde096b0c223. May 04 14:12:07.418164 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Router 14bd274f-2638-4f88-a6cc-80641dbcd2ae has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:12:07.504905 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44730) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:07.536110 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:12:07.552110 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Sync routers for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:12:07.561914 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:07.562672 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:07.625839 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-37532836-a572-4ed6-a63d-c3b43ed63fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.626616 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.662210 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-6ce031fb-90f4-41e5-a160-ebe36dd8e4df tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1716378 May 04 14:12:07.662210 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:07.662725 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3edeed2-c9b6-4625-941b-c7837eecc693" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:07.665478 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44734) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:07.671271 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753953266', 'description': 'tempest-secgroup-smoke-753953266 description', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:07.685673 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:07.706277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be3a0e2-1931-4cc7-a892-8b0ed569d93c x-openstack-request-id: req-5be3a0e2-1931-4cc7-a892-8b0ed569d93c {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:07.706638 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:07.707137 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5be3a0e2-1931-4cc7-a892-8b0ed569d93c {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:07.707634 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be3a0e2-1931-4cc7-a892-8b0ed569d93c'] response: {'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:12:07.729450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-37532836-a572-4ed6-a63d-c3b43ed63fbd admin admin] Publish callbacks [] for security_group (950e087c-9d20-48e7-be38-f8af2e0a1436), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.799743 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.841597 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-37532836-a572-4ed6-a63d-c3b43ed63fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (950e087c-9d20-48e7-be38-f8af2e0a1436), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.901904 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-37532836-a572-4ed6-a63d-c3b43ed63fbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98557a5e420f4724bd939c77bee03124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957586 May 04 14:12:07.902790 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44738) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:07.907309 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37532836-a572-4ed6-a63d-c3b43ed63fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e087c-9d20-48e7-be38-f8af2e0a1436,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:07.914666 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5196016f-ca43-48e7-92bf-439815c2f1b1', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'port_id': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'mac_address': 'fa:16:3e:73:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:12:06Z', 'updated_at': '2022-05-04T14:12:06Z', 'revision_number': 0, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:07.915987 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (58046fe5-e209-4503-b938-0de8a6f2a40d), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.942064 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Checking router: 14bd274f-2638-4f88-a6cc-80641dbcd2ae for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:12:07.951702 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:07.952348 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:07.954546 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] Publish callbacks [] for security_group (950e087c-9d20-48e7-be38-f8af2e0a1436), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:07.977455 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] Publish callbacks [] for security_group (950e087c-9d20-48e7-be38-f8af2e0a1436), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.011253 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (58046fe5-e209-4503-b938-0de8a6f2a40d), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.041504 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58046fe5-e209-4503-b938-0de8a6f2a40d,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:08.065915 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:08.125786 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (950e087c-9d20-48e7-be38-f8af2e0a1436), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.128739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.132813 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/950e087c-9d20-48e7-be38-f8af2e0a1436 HTTP/1.1" status: 204 len: 168 time: 0.2263455 May 04 14:12:08.140021 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7128eb-6adb-45fd-b3e7-9607b8dcf3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e087c-9d20-48e7-be38-f8af2e0a1436,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:08.169406 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.171131 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d5b20bb3-a69c-4292-8e57-78ffa3a04bd8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5045350 May 04 14:12:08.180141 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44744) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:08.186114 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:08.378980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (74a39f00-ed41-472d-b0f3-6cf6b1e6f7dc), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.389315 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5196016f-ca43-48e7-92bf-439815c2f1b1', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'port_id': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'mac_address': 'fa:16:3e:73:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:12:06Z', 'updated_at': '2022-05-04T14:12:06Z', 'revision_number': 0, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:08.417407 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24305a2d-9f39-4008-80c3-f58d00b01373 None None] The sync data for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi is: [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '5196016f-ca43-48e7-92bf-439815c2f1b1', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'port_id': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'mac_address': 'fa:16:3e:73:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:12:06Z', 'updated_at': '2022-05-04T14:12:06Z', 'revision_number': 0, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:12:08.442785 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (74a39f00-ed41-472d-b0f3-6cf6b1e6f7dc), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.565682 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (74a39f00-ed41-472d-b0f3-6cf6b1e6f7dc), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.581213 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a39f00-ed41-472d-b0f3-6cf6b1e6f7dc,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:08.634156 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5341c4c-4335-4151-8592-24d057d77807 None None] New status for floating IP 5196016f-ca43-48e7-92bf-439815c2f1b1: ACTIVE {{(pid=115585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:12:08.769018 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.770587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-05922527-0f2a-45ce-86ad-b3362fcc0fe3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5882444 May 04 14:12:08.773307 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44750) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:08.778536 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:08.948508 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (3c8ba882-7d5f-40d9-8c1b-7a1ff9d531d3), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:08.959587 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44752) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:08.976306 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eef239f1-1a31-4ca6-9358-1b6368a7c66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.012146 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (3c8ba882-7d5f-40d9-8c1b-7a1ff9d531d3), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.052006 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eef239f1-1a31-4ca6-9358-1b6368a7c66a admin admin] Publish callbacks [] for security_group (93608dbb-9ce1-4841-8313-3ecd95af0d80), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.127111 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (3c8ba882-7d5f-40d9-8c1b-7a1ff9d531d3), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.145402 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ba882-7d5f-40d9-8c1b-7a1ff9d531d3,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:09.155623 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-eef239f1-1a31-4ca6-9358-1b6368a7c66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (93608dbb-9ce1-4841-8313-3ecd95af0d80), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.198090 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-eef239f1-1a31-4ca6-9358-1b6368a7c66a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fea88d777fc247489e312316710eba5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372804 May 04 14:12:09.198974 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef239f1-1a31-4ca6-9358-1b6368a7c66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93608dbb-9ce1-4841-8313-3ecd95af0d80,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:09.200977 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44756) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:09.252707 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] Publish callbacks [] for security_group (93608dbb-9ce1-4841-8313-3ecd95af0d80), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.266579 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.267876 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-36096218-e41c-4bf3-8752-8969527af6f2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4930518 May 04 14:12:09.270589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44758) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:09.278602 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:09.297263 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] Publish callbacks [] for security_group (93608dbb-9ce1-4841-8313-3ecd95af0d80), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.512090 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (93608dbb-9ce1-4841-8313-3ecd95af0d80), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.514588 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.515742 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93608dbb-9ce1-4841-8313-3ecd95af0d80 HTTP/1.1" status: 204 len: 168 time: 0.3137324 May 04 14:12:09.521329 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (b445f3ef-f9d8-49e1-becc-38cd6af68dd5), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.536927 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165e70a-3318-431c-848b-a7a4cbc5f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93608dbb-9ce1-4841-8313-3ecd95af0d80,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:09.591858 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (b445f3ef-f9d8-49e1-becc-38cd6af68dd5), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.765417 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (b445f3ef-f9d8-49e1-becc-38cd6af68dd5), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.784057 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b445f3ef-f9d8-49e1-becc-38cd6af68dd5,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:09.894792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:09.897427 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-6414f762-211e-4b76-9221-a03c1a7c7f47 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6252074 May 04 14:12:09.898848 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44764) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:09.905670 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:09.956856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-738907d6-126c-4772-8dad-1d4c2907d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:09.958386 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-738907d6-126c-4772-8dad-1d4c2907d050 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1129 time: 0.0483973 May 04 14:12:10.040207 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (de0d6cb1-0f7b-46fd-a0f9-f35c58a996f8), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.081991 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-75a4daee-54e6-4eda-b1d3-655013bf85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:10.083485 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-75a4daee-54e6-4eda-b1d3-655013bf85c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 916 time: 0.1177065 May 04 14:12:10.151699 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (de0d6cb1-0f7b-46fd-a0f9-f35c58a996f8), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.163343 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-b8420566-25e2-4459-9dcf-962bb3e963a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 1000 time: 0.0725737 May 04 14:12:10.216885 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-286d1e44-14af-45d3-bcf8-7d2e4a5635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:10.218551 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-286d1e44-14af-45d3-bcf8-7d2e4a5635d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.0488193 May 04 14:12:10.219731 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (de0d6cb1-0f7b-46fd-a0f9-f35c58a996f8), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.269095 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0d6cb1-0f7b-46fd-a0f9-f35c58a996f8,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:10.280341 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-18b77578-778d-4029-b687-8d4cedfe4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:10.282067 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-18b77578-778d-4029-b687-8d4cedfe4e75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543721 May 04 14:12:10.388039 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-9209a23c-3375-4771-8f40-cb4f5dd5e716 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985315 May 04 14:12:10.483632 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a3edeed2-c9b6-4625-941b-c7837eecc693 req-48ee3bfa-f88d-4166-a5cc-951051421cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894203 May 04 14:12:10.662031 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.664068 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-400b849c-ffd1-41b9-a567-fb688610576c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7631621 May 04 14:12:10.670011 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44780) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:10.673944 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:10.771205 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.securitygroups_db [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Project 4e3df9d7b8b4443aabe77cf4a5e4b549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:12:10.777848 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (430feafc-d8f8-4c06-94cf-048235d87b07), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.837869 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (430feafc-d8f8-4c06-94cf-048235d87b07), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.926033 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (430feafc-d8f8-4c06-94cf-048235d87b07), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:10.940639 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430feafc-d8f8-4c06-94cf-048235d87b07,revision_number=0']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:11.046365 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.051081 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44794) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:11.054445 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-52687635-4424-4602-af7a-f177ec3f2627 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3771951 May 04 14:12:11.055613 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'security_group_rule': {'security_group_id': '58046fe5-e209-4503-b938-0de8a6f2a40d', 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:11.138180 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.securitygroups_db [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Project 4e3df9d7b8b4443aabe77cf4a5e4b549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:12:11.144017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (1308cfe4-671f-47ba-8cc0-75aa2350190c), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.203074 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (1308cfe4-671f-47ba-8cc0-75aa2350190c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.308097 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928100'] for security_group_rule (1308cfe4-671f-47ba-8cc0-75aa2350190c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.327177 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1308cfe4-671f-47ba-8cc0-75aa2350190c,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:11.448634 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.449874 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-64fef8df-d567-4632-b3a4-b9ef3f0db460 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3979664 May 04 14:12:11.559274 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-c1765bd6-aeb1-4742-a18f-944de6c8f519 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753953266&fields=id&tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549 HTTP/1.1" status: 200 len: 267 time: 0.0510674 May 04 14:12:11.614246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-b634ead5-72b3-4ee8-8fd1-4117412e54b9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:11.615743 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-b634ead5-72b3-4ee8-8fd1-4117412e54b9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0504575 May 04 14:12:11.627958 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'port': {'security_groups': ['a9e5788a-d523-4199-88a5-2bcca27db34e', '58046fe5-e209-4503-b938-0de8a6f2a40d']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:11.706535 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:11.920046 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:11.952397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:12.029627 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:12.067116 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:12:12.083653 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.083653 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:12.088984 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-64a183a3-4374-4386-a1cc-c2f391de9305 req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "PUT /v2.0/ports/18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 981 time: 0.4660580 May 04 14:12:12.089520 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:12.091919 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30dc039-9716-42d1-a58d-43d8ebd8835f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:12.118952 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fa84a-a10f-42fd-84e6-84c18e1608c9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=6']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:12.151408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bc03df-2c58-4f1c-b273-c6d4462e252d x-openstack-request-id: req-26bc03df-2c58-4f1c-b273-c6d4462e252d {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:12.151647 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:12.151897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26bc03df-2c58-4f1c-b273-c6d4462e252d {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:12.152713 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bc03df-2c58-4f1c-b273-c6d4462e252d'] response: {'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:12:12.239673 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:12:12.319093 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-21a1afe3-cf96-4917-9a5a-65725d53e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.320429 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-21a1afe3-cf96-4917-9a5a-65725d53e538 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1168 time: 0.1180396 May 04 14:12:12.327464 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558c10-9dff-4b05-96ea-d64983047e38 req-78b4b64e-ea50-4cc6-ad22-28c5c3da5be3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.328826 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-80558c10-9dff-4b05-96ea-d64983047e38 req-78b4b64e-ea50-4cc6-ad22-28c5c3da5be3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0840154 May 04 14:12:12.417539 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-80558c10-9dff-4b05-96ea-d64983047e38 req-9445a5bf-4731-46b6-8461-5ba14407eba8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794573 May 04 14:12:12.436927 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-3b109c31-679c-4993-bf01-9e166ca96e7d None None] Provisioning complete for port 18c62b24-a900-4ee1-af0d-fde096b0c223 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:12:12.437330 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3b109c31-679c-4993-bf01-9e166ca96e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:12.542263 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-1800108b-2b82-40ec-b525-0de61d459288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.544417 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-1800108b-2b82-40ec-b525-0de61d459288 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 916 time: 0.2146993 May 04 14:12:12.617667 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-cce18a98-6e31-49ef-a2ba-bb358c8693d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 1000 time: 0.0672200 May 04 14:12:12.672642 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-3b109c31-679c-4993-bf01-9e166ca96e7d None None] Current status of the port 18c62b24-a900-4ee1-af0d-fde096b0c223 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:12:12.675491 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-2c13633f-39ff-4aa5-865b-7ba447d18423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.676967 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-2c13633f-39ff-4aa5-865b-7ba447d18423 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.0535944 May 04 14:12:12.723459 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-b09fa1bc-5221-49d7-9a53-b9590dfcba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:12.725388 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-b09fa1bc-5221-49d7-9a53-b9590dfcba6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421195 May 04 14:12:12.832158 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-dc4ce102-5347-4366-bec7-7db1b78e1929 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003652 May 04 14:12:12.926528 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e30dc039-9716-42d1-a58d-43d8ebd8835f req-0ae5d4a2-44d2-48aa-b924-f691c5798536 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 May 04 14:12:13.351817 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44874) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:13.855780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:14.100140 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Deleting port c55206e6-677c-495e-b213-555ce46b088c {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:14.100847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (c55206e6-677c-495e-b213-555ce46b088c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:14.183957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] For port c55206e6-677c-495e-b213-555ce46b088c, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=c55206e6-677c-495e-b213-555ce46b088c,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:14.184323 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (c55206e6-677c-495e-b213-555ce46b088c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:14.197721 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Calling delete_port for c55206e6-677c-495e-b213-555ce46b088c owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:14.744816 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (c55206e6-677c-495e-b213-555ce46b088c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:14.779165 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55206e6-677c-495e-b213-555ce46b088c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:14.971255 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:15.199966 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:12:15.317454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:12:15.323437 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3e390758-1826-4097-91ba-61d9563fc0f9 admin admin] 10.222.0.69 "PUT /v2.0/routers/6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699776 May 04 14:12:15.326160 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44890) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:15.329602 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Sync routers for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:12:15.341572 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:15.342485 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:15.438077 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks [] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:15.452806 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:15.548063 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks [] for router_gateway (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:15.655841 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:12:14Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:15.659368 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Checking router: 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:12:15.667839 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Routers {'6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:12:15.668435 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:11:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:15.763630 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:12:15.783449 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] Set router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:12:15.794734 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Deleting port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:15.795336 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:15.877413 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] For port e3dcc2ec-99de-43ce-bc1f-3cae33f316ca, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:15.877779 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:15.895367 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Calling delete_port for e3dcc2ec-99de-43ce-bc1f-3cae33f316ca owned by network:router_gateway {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:15.962540 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:12:14Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:15.989068 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51551a-ece2-4791-ae35-9806cc14ef02 None None] The sync data for ids ['6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295'] in dv-cinder-836996-12-iscsi is: [{'id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'name': 'tempest-AttachVolumeNegativeTest-839780296-router', 'tenant_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:04:51Z', 'updated_at': '2022-05-04T14:12:14Z', 'revision_number': 5, 'project_id': '8e628b06a0ca4ee4bf45d04395a657ff', 'gw_port': {'id': 'e3dcc2ec-99de-43ce-bc1f-3cae33f316ca', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:04:52Z', 'updated_at': '2022-05-04T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:12:16.161581 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (e3dcc2ec-99de-43ce-bc1f-3cae33f316ca), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.172645 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44900) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:16.190250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3dcc2ec-99de-43ce-bc1f-3cae33f316ca,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:16.270521 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.301129 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29e8fe0-6cfc-43ed-baa2-a402fb6da7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.368230 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.370783 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks [] for router_controller (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.378525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29e8fe0-6cfc-43ed-baa2-a402fb6da7d6 admin admin] Publish callbacks [] for security_group (49345403-ce0a-4ea9-94b1-dcbc13dbe430), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.473711 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c29e8fe0-6cfc-43ed-baa2-a402fb6da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (49345403-ce0a-4ea9-94b1-dcbc13dbe430), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.511622 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.512215 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 {{(pid=115583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:12:16.516344 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8fe0-6cfc-43ed-baa2-a402fb6da7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49345403-ce0a-4ea9-94b1-dcbc13dbe430,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:16.517918 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.521717 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c72f037f-c226-4e72-8b31-b4fd6aa82d54 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6e1a5e13-b5c2-4a1e-9066-e9ec7d2bb295 HTTP/1.1" status: 204 len: 168 time: 1.1939845 May 04 14:12:16.522376 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44904) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:16.524048 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c29e8fe0-6cfc-43ed-baa2-a402fb6da7d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb879df3d0c04e22be08676884840286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495798 May 04 14:12:16.524312 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 44906) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:16.597807 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Deleting subnet b456a448-c010-4e06-a1a6-c9e166e232f5 {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:12:16.603392 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Publish callbacks [] for subnet (b456a448-c010-4e06-a1a6-c9e166e232f5), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.646809 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] Publish callbacks [] for security_group (49345403-ce0a-4ea9-94b1-dcbc13dbe430), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.652729 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (b456a448-c010-4e06-a1a6-c9e166e232f5), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.701718 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] Publish callbacks [] for security_group (49345403-ce0a-4ea9-94b1-dcbc13dbe430), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.775923 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (b456a448-c010-4e06-a1a6-c9e166e232f5), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.904385 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (49345403-ce0a-4ea9-94b1-dcbc13dbe430), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.906917 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.908082 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49345403-ce0a-4ea9-94b1-dcbc13dbe430 HTTP/1.1" status: 204 len: 168 time: 0.3761334 May 04 14:12:16.917625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1191fda-87a0-4e0a-a8af-f56ea6b978b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49345403-ce0a-4ea9-94b1-dcbc13dbe430,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:16.951817 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (b456a448-c010-4e06-a1a6-c9e166e232f5), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:16.981855 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b456a448-c010-4e06-a1a6-c9e166e232f5,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:16.991000 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.000650 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e72d0-eb2f-4c5d-9212-d85690aeb7c1 None None] Network fd8c14f5-74df-4d08-8f17-f0187142a532 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:12:17.001148 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-3a7b8e18-5eb3-41db-bccb-05b2bf2b6ee0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b456a448-c010-4e06-a1a6-c9e166e232f5 HTTP/1.1" status: 204 len: 168 time: 0.4715562 May 04 14:12:17.001312 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44912) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:17.080435 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (fd8c14f5-74df-4d08-8f17-f0187142a532), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.128779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Deleting port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:17.129091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.194666 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11428082-0c82-4927-b279-6b723deebe10 None None] DHCP port deletion for fd8c14f5-74df-4d08-8f17-f0187142a532 request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:12:17.254340 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Deleting port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:17.254837 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.329078 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-11428082-0c82-4927-b279-6b723deebe10 None None] For port 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=8de99808-2b3f-4a13-92fb-eb3dff4e8145,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:17.329502 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.348759 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Calling delete_port for 8de99808-2b3f-4a13-92fb-eb3dff4e8145 owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:17.494791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] For port 8de99808-2b3f-4a13-92fb-eb3dff4e8145, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=8de99808-2b3f-4a13-92fb-eb3dff4e8145,segment=NetworkSegment(acec9333-e97b-4f52-bc73-2c0f59ab0ba4),segment_id=acec9333-e97b-4f52-bc73-2c0f59ab0ba4)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:17.495402 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.507814 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Calling delete_port for 8de99808-2b3f-4a13-92fb-eb3dff4e8145 owned by network:dhcp {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:17.553766 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.581924 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Pushing event deleted for resources: {'Port': ['ID=8de99808-2b3f-4a13-92fb-eb3dff4e8145,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:17.584403 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11428082-0c82-4927-b279-6b723deebe10 None None] No DVR routers for this DVR port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:12:17.592098 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (8de99808-2b3f-4a13-92fb-eb3dff4e8145), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.596328 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.596685 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.597042 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.597412 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.597746 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.598079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.598407 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.598733 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.599057 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.599381 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.599709 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.600033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.600867 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.600867 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.601056 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11428082-0c82-4927-b279-6b723deebe10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:17.623731 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Pushing event deleted for resources: {'Port': ['ID=8de99808-2b3f-4a13-92fb-eb3dff4e8145,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:17.629341 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] No DVR routers for this DVR port 8de99808-2b3f-4a13-92fb-eb3dff4e8145 on host dv-cinder-836996-12-iscsi {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:12:17.701755 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (fd8c14f5-74df-4d08-8f17-f0187142a532), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.722551 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c14f5-74df-4d08-8f17-f0187142a532']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:17.734410 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:17.734728 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acec9333-e97b-4f52-bc73-2c0f59ab0ba4') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:12:17.746429 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (acec9333-e97b-4f52-bc73-2c0f59ab0ba4), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.760330 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (acec9333-e97b-4f52-bc73-2c0f59ab0ba4), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.766350 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:12:17.766746 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (acec9333-e97b-4f52-bc73-2c0f59ab0ba4), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:12:17.768426 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:12:17.892667 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (fd8c14f5-74df-4d08-8f17-f0187142a532), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.898077 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:17.904057 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] 10.222.0.69 "DELETE /v2.0/networks/fd8c14f5-74df-4d08-8f17-f0187142a532 HTTP/1.1" status: 204 len: 168 time: 0.9055016 May 04 14:12:17.917546 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815bc59-0f6f-4902-a974-b2265eb6ca6c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8c14f5-74df-4d08-8f17-f0187142a532,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:17.977700 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device c55206e6-677c-495e-b213-555ce46b088c no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:12:17.999062 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: c55206e6-677c-495e-b213-555ce46b088c {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:12:17.999407 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device c55206e6-677c-495e-b213-555ce46b088c not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:12:17.999826 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device e3dcc2ec-99de-43ce-bc1f-3cae33f316ca no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:12:18.023010 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: e3dcc2ec-99de-43ce-bc1f-3cae33f316ca {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:12:18.023702 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device e3dcc2ec-99de-43ce-bc1f-3cae33f316ca not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:12:18.024114 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 8de99808-2b3f-4a13-92fb-eb3dff4e8145 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:12:18.049965 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 8de99808-2b3f-4a13-92fb-eb3dff4e8145 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:12:18.050309 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 8de99808-2b3f-4a13-92fb-eb3dff4e8145 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:12:18.056335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44938) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:18.153510 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1130269399-network', 'tenant_id': '2fbc65e323204179bedb61d709caed21'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:18.258421 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Made reservation on behalf of 2fbc65e323204179bedb61d709caed21 for: {'network': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:12:18.260984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for network (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.269531 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.347022 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks [] for security_group (df05801b-e5df-4f7b-aafe-1884c69efaf7), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.347599 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44942) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:18.392943 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8e8fe945-11f0-40b9-a06e-4fcf1c2d40c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e628b06a0ca4ee4bf45d04395a657ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399024 May 04 14:12:18.394829 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44944) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:18.446586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] Publish callbacks [] for security_group (1717533f-02a8-4817-8e88-39a61257986f), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.457015 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (df05801b-e5df-4f7b-aafe-1884c69efaf7), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.483844 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] Publish callbacks [] for security_group (1717533f-02a8-4817-8e88-39a61257986f), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.487036 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=115584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:12:18.525446 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (f3170f68-e663-49a5-9696-80ded09c474f), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.526142 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.db.segments_db [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Added segment f3170f68-e663-49a5-9696-80ded09c474f of type vlan for network cac01874-f324-46a7-88fc-6b63245285d4 May 04 14:12:18.527104 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df05801b-e5df-4f7b-aafe-1884c69efaf7,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:18.574132 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730632111068'] for network (cac01874-f324-46a7-88fc-6b63245285d4), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.682005 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (1717533f-02a8-4817-8e88-39a61257986f), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.684429 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.685587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1717533f-02a8-4817-8e88-39a61257986f HTTP/1.1" status: 204 len: 168 time: 0.2898736 May 04 14:12:18.693525 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6005cf8-43d4-442b-8d65-c6ddf68656cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717533f-02a8-4817-8e88-39a61257986f,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:18.698062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437'] for network (cac01874-f324-46a7-88fc-6b63245285d4), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.699049 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:18.699571 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:18.763617 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] Pushing event updated for resources: {'Network': ['ID=cac01874-f324-46a7-88fc-6b63245285d4,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:18.774391 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Network cac01874-f324-46a7-88fc-6b63245285d4 details requested by agent ovs-agent-dv-cinder-836996-12-iscsi with host dv-cinder-836996-12-iscsi {{(pid=115585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:12:18.815413 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-09a9a747-0f7c-495c-8677-a0e1cc225793 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7581258 May 04 14:12:18.818233 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 44948) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:18.823738 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Request body: {'subnet': {'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1130269399-subnet', 'tenant_id': '2fbc65e323204179bedb61d709caed21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:18.966669 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Made reservation on behalf of 2fbc65e323204179bedb61d709caed21 for: {'subnet': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:12:18.969135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3506130'] for subnet (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:19.229709 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2970215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3506080'] for subnet (0ffd37c8-51b1-4b96-b950-8b11ab4eb67c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:19.286058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffd37c8-51b1-4b96-b950-8b11ab4eb67c,revision_number=0']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:19.298432 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Checking segment: {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:12:19.298791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Network hostable DHCP agents. Network: cac01874-f324-46a7-88fc-6b63245285d4, hostable agents: ['c2d24bf1-1862-406c-b667-9f2e9a2abb9a'], hosted agents: [] {{(pid=115584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:12:19.418225 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Network cac01874-f324-46a7-88fc-6b63245285d4 is scheduled to be hosted by DHCP agent c2d24bf1-1862-406c-b667-9f2e9a2abb9a with binding_index 1 {{(pid=115584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:12:19.510853 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-12-iscsi, cac01874-f324-46a7-88fc-6b63245285d4) {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:12:19.516168 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:19.517286 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:19.521941 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca625cc-c5fd-4270-bc33-0e5138c9bdc7 None None] Network cac01874-f324-46a7-88fc-6b63245285d4 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:12:19.599993 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-1a6e3aef-f774-4c35-b57f-7c27f62658c8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7718763 May 04 14:12:19.631461 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ed8ed-54ab-403f-adb2-734e4c35dc2c None None] Network cac01874-f324-46a7-88fc-6b63245285d4 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:12:24.029044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-f8334a33-a5c2-4368-89f4-70f5d0e62d24 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:24.033718 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-f8334a33-a5c2-4368-89f4-70f5d0e62d24 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/networks?id=cac01874-f324-46a7-88fc-6b63245285d4 HTTP/1.1" status: 200 len: 809 time: 0.1139061 May 04 14:12:24.047999 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-24338f26-e71e-4b1c-91d9-b0723a3a31cd tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/quotas/2fbc65e323204179bedb61d709caed21 HTTP/1.1" status: 200 len: 375 time: 0.0111830 May 04 14:12:24.081682 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-9c1b6d0c-6f95-4e93-ada2-0adc55055d51 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280745 May 04 14:12:24.189152 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-aedc5a28-035b-40da-9e0f-bd5e99c82fa5 service neutron] 10.222.0.69 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998461 May 04 14:12:24.278551 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-30f34ac8-8c25-49d2-b647-ef62bf02d474 service neutron] 10.222.0.69 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877769 May 04 14:12:24.550735 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e63666aa-7c83-4060-b2b7-3e3e4eec93e0 req-880c716f-beaa-4ede-ad40-445b0586c0e8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0291755 May 04 14:12:25.637682 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e49f6971-9413-4ea1-aa32-20b0d186bbc1 req-469e3a00-b49d-46f5-a808-e3963ed3e532 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0283530 May 04 14:12:25.976559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-cccba3f5-0467-4806-b9e2-f961e38fe00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.296859 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45118) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:26.414700 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc3c4-40cf-4759-8bc3-c9f2e3fb41b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.488671 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc3c4-40cf-4759-8bc3-c9f2e3fb41b0 admin admin] Publish callbacks [] for security_group (3dda1998-6df7-422c-beae-169696196a8c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.606475 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc3c4-40cf-4759-8bc3-c9f2e3fb41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3dda1998-6df7-422c-beae-169696196a8c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.646815 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b7bcc3c4-40cf-4759-8bc3-c9f2e3fb41b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=006034bfa58f4f78902cf0083eb91536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485913 May 04 14:12:26.647600 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc3c4-40cf-4759-8bc3-c9f2e3fb41b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda1998-6df7-422c-beae-169696196a8c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:26.651190 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45122) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:26.706562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] Publish callbacks [] for security_group (3dda1998-6df7-422c-beae-169696196a8c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.730290 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] Publish callbacks [] for security_group (3dda1998-6df7-422c-beae-169696196a8c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.738625 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-90f85d03-5011-4323-a7c4-10ca7ef8b250 req-0613ab78-0714-4111-88e5-0d1abe4e14ec tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0285451 May 04 14:12:26.869132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3dda1998-6df7-422c-beae-169696196a8c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.871747 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:26.872948 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dda1998-6df7-422c-beae-169696196a8c HTTP/1.1" status: 204 len: 168 time: 0.2205303 May 04 14:12:26.881156 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0c8c-b9db-428e-9415-b7b3bbddff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda1998-6df7-422c-beae-169696196a8c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:27.486429 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45132) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:27.500094 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00e5bdb9-fca7-4241-8d10-ac28ee6d89e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.573127 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00e5bdb9-fca7-4241-8d10-ac28ee6d89e0 admin admin] Publish callbacks [] for security_group (0956fcdd-f300-4d2e-b508-1b9ef629f0dd), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.639795 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-00e5bdb9-fca7-4241-8d10-ac28ee6d89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0956fcdd-f300-4d2e-b508-1b9ef629f0dd), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.680844 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-00e5bdb9-fca7-4241-8d10-ac28ee6d89e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d862c5f46f864f9c823279a0db5966d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933253 May 04 14:12:27.682796 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5bdb9-fca7-4241-8d10-ac28ee6d89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956fcdd-f300-4d2e-b508-1b9ef629f0dd,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:27.683982 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45138) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:27.734896 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] Publish callbacks [] for security_group (0956fcdd-f300-4d2e-b508-1b9ef629f0dd), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.757142 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] Publish callbacks [] for security_group (0956fcdd-f300-4d2e-b508-1b9ef629f0dd), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.842987 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e20b7981-719b-4efc-ae2f-d5cd851bbfb9 req-080e970f-382b-405c-9433-a5af7867d5b4 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0289114 May 04 14:12:27.892470 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0956fcdd-f300-4d2e-b508-1b9ef629f0dd), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.895047 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:27.896217 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0956fcdd-f300-4d2e-b508-1b9ef629f0dd HTTP/1.1" status: 204 len: 168 time: 0.2104657 May 04 14:12:27.904974 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f001ebf-69a1-4dc8-80eb-ea8853980b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956fcdd-f300-4d2e-b508-1b9ef629f0dd,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:28.103728 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-297f6bec-978c-4998-a70d-1b28a32e3a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:28.726699 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:28.939376 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-26e0135b-4332-491a-b268-edaa6300e644 req-0ef0df21-0713-4162-b2c4-a0e44c6897e8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0285070 May 04 14:12:29.303648 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:30.038568 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9815b45-e7f1-4db2-b86d-5cf7bc5ae04e req-75067d4a-a186-4acf-85e9-7a6e952a2d69 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0296037 May 04 14:12:30.921092 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:31.136618 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-657ee721-05ac-43c5-83a8-06feafe3f10e req-15818ea1-4a34-4b64-a27c-3e1bda6e67b8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0287726 May 04 14:12:32.096347 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-8e4af554-7cb3-424c-8a0e-d8ff8ce1a0c6 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.097871 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-8e4af554-7cb3-424c-8a0e-d8ff8ce1a0c6 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "GET /v2.0/networks?id=cac01874-f324-46a7-88fc-6b63245285d4 HTTP/1.1" status: 200 len: 809 time: 0.1133654 May 04 14:12:32.131601 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Request body: {'port': {'device_id': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4', 'admin_state_up': True, 'tenant_id': '2fbc65e323204179bedb61d709caed21'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:32.245102 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-86b8db66-5f0e-4793-9e04-ebfde5489170 req-78a64fa9-76ad-4cbb-97da-b82478a40e8c tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0361469 May 04 14:12:32.316086 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7efac-2016-47fd-a99a-145063c1a144 req-a906585f-3965-4dff-929a-da56ca4679eb tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.317678 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-afa7efac-2016-47fd-a99a-145063c1a144 req-a906585f-3965-4dff-929a-da56ca4679eb tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0525649 May 04 14:12:32.371349 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Made reservation on behalf of 2fbc65e323204179bedb61d709caed21 for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:12:32.374645 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:32.386510 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfa63-29f3-462d-9542-ff357538705f req-c15e1396-6332-45ec-bc15-f8b8e5c85ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.388032 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-c15e1396-6332-45ec-bc15-f8b8e5c85ca9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1168 time: 0.0458367 May 04 14:12:32.390394 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-afa7efac-2016-47fd-a99a-145063c1a144 req-5488f0e8-b795-4106-90df-1cd091957d80 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661941 May 04 14:12:32.416005 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:32.504090 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfa63-29f3-462d-9542-ff357538705f req-697020ae-7e9d-4e4d-b753-f5c0fa41bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.505576 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-697020ae-7e9d-4e4d-b753-f5c0fa41bd2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 916 time: 0.1087356 May 04 14:12:32.527419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Allocated IP 172.20.0.4 (cac01874-f324-46a7-88fc-6b63245285d4/0ffd37c8-51b1-4b96-b950-8b11ab4eb67c/f5821621-8629-4004-8ea3-da1587cd1564) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:12:32.675503 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks [] for port (f5821621-8629-4004-8ea3-da1587cd1564), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:32.773832 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-008353e1-e894-4af5-8cb7-e1a83fb701e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 1000 time: 0.0726025 May 04 14:12:32.795465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:32.837411 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Network cac01874-f324-46a7-88fc-6b63245285d4 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:12:32.840401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:12:32.844213 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:12:32.878417 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Pushing event updated for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:32.891829 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.892176 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.895334 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.896244 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.896244 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.896244 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:12:32.905539 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfa63-29f3-462d-9542-ff357538705f req-38e28ded-6dce-4176-bdc7-51c8e647a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.907103 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-38e28ded-6dce-4176-bdc7-51c8e647a455 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.0503008 May 04 14:12:32.911628 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.912239 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:32.975067 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfa63-29f3-462d-9542-ff357538705f req-c85953b5-a68f-475a-9d51-7f2210098621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:32.976706 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-c85953b5-a68f-475a-9d51-7f2210098621 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416057 May 04 14:12:33.003739 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-2ab1c7d8-3144-4173-a68c-d7adf3ca2004 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759425 May 04 14:12:33.024279 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Request body: {'port': {'device_id': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:33.085030 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-d3b622f3-136b-4ca3-8865-c7319efc6782 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011748 May 04 14:12:33.094512 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f5821621-8629-4004-8ea3-da1587cd1564), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:33.373701 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-a19bfa63-29f3-462d-9542-ff357538705f req-9c4c453c-1732-40c1-9cee-03c9cf4ffe1f service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979974 May 04 14:12:33.419462 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5821621-8629-4004-8ea3-da1587cd1564 {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:12:33.431012 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks [] for port (f5821621-8629-4004-8ea3-da1587cd1564), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:33.440464 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4859-0c29-4feb-ab03-641a14ba1837 req-059a16b1-7e21-4639-8224-872f84eca4e9 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:33.441971 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf7f4859-0c29-4feb-ab03-641a14ba1837 req-059a16b1-7e21-4639-8224-872f84eca4e9 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 931 time: 0.0730240 May 04 14:12:33.455153 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Transition to ACTIVE for port object f5821621-8629-4004-8ea3-da1587cd1564 will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:12:33.542551 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5593a8-236f-4379-a985-aaddedee4ce3 req-026c0011-2716-4bfa-8ff9-cf18a6c72440 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:33.544071 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe5593a8-236f-4379-a985-aaddedee4ce3 req-026c0011-2716-4bfa-8ff9-cf18a6c72440 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0752025 May 04 14:12:33.545545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:33.551778 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cf7f4859-0c29-4feb-ab03-641a14ba1837 req-31b0ca8c-01ff-4f9e-868e-7bc54be1f65e tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005912 May 04 14:12:33.626569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:33.720090 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe5593a8-236f-4379-a985-aaddedee4ce3 req-48a40d4b-2d66-410c-8eb9-2172d18f9cf7 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640391 May 04 14:12:33.766113 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Attempting to bind port f5821621-8629-4004-8ea3-da1587cd1564 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:12:33.766489 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Attempting to bind port f5821621-8629-4004-8ea3-da1587cd1564 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:12:33.766807 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Attempting to bind port f5821621-8629-4004-8ea3-da1587cd1564 on network cac01874-f324-46a7-88fc-6b63245285d4 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:12:33.771528 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Port f5821621-8629-4004-8ea3-da1587cd1564 on network cac01874-f324-46a7-88fc-6b63245285d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:12:33.771842 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Attempting to bind port f5821621-8629-4004-8ea3-da1587cd1564 on network cac01874-f324-46a7-88fc-6b63245285d4 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:12:33.778357 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:12:33.778685 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Checking segment: {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:12:33.779111 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Bound using segment: {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:12:33.779482 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Bound port: f5821621-8629-4004-8ea3-da1587cd1564, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:12:33.779866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f5821621-8629-4004-8ea3-da1587cd1564), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:33.845935 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:12:33.849172 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5821621-8629-4004-8ea3-da1587cd1564,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:12:33.966094 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:34.006316 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.006856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:34.008314 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/f5821621-8629-4004-8ea3-da1587cd1564 HTTP/1.1" status: 200 len: 1093 time: 0.9906411 May 04 14:12:34.008834 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:34.011409 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "tag": "f5821621-8629-4004-8ea3-da1587cd1564"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:34.046109 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230f2a-e541-4567-b9a9-9508abe5d9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:34.053008 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee580a7c-d675-4e22-86d9-8c11cd49bf4d x-openstack-request-id: req-ee580a7c-d675-4e22-86d9-8c11cd49bf4d {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:34.053325 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "tag": "f5821621-8629-4004-8ea3-da1587cd1564", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:34.053586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee580a7c-d675-4e22-86d9-8c11cd49bf4d {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:34.053991 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee580a7c-d675-4e22-86d9-8c11cd49bf4d'] response: {'name': 'network-changed', 'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564', 'status': 'completed', 'code': 200} May 04 14:12:34.143138 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-9ce4ecef-c19d-4a6e-af3b-28570f14f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.144615 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-9ce4ecef-c19d-4a6e-af3b-28570f14f6fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 1127 time: 0.0413346 May 04 14:12:34.251512 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-f6a47028-3c71-4aba-bcef-b3153090d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.252946 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-f6a47028-3c71-4aba-bcef-b3153090d072 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fbc65e323204179bedb61d709caed21&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936513 May 04 14:12:34.355143 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-efcc1940-b23e-4e16-979d-2c01b1ec64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.356557 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-85cbe936-61a0-467d-8bce-fa36a1a3dbc9 req-efcc1940-b23e-4e16-979d-2c01b1ec64ec service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951569 May 04 14:12:34.484571 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-56bd0063-93ea-4890-b489-d2a13fe00498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.490243 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-56bd0063-93ea-4890-b489-d2a13fe00498 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 1127 time: 0.0613241 May 04 14:12:34.548458 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-4fe81336-6629-45f4-9bd4-d7e5905bf41c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5821621-8629-4004-8ea3-da1587cd1564 HTTP/1.1" status: 200 len: 217 time: 0.0441921 May 04 14:12:34.605457 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-60caac76-8b2c-4d84-a0bc-7fafb943b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.606927 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-60caac76-8b2c-4d84-a0bc-7fafb943b8c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffd37c8-51b1-4b96-b950-8b11ab4eb67c HTTP/1.1" status: 200 len: 849 time: 0.0501046 May 04 14:12:34.672017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b521b4d-1602-4aeb-8d68-f7c23a6e9313 req-aeabda60-1d40-4912-be7a-9d9b83e0b763 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.673587 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1b521b4d-1602-4aeb-8d68-f7c23a6e9313 req-aeabda60-1d40-4912-be7a-9d9b83e0b763 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 943 time: 0.0488124 May 04 14:12:34.722762 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1b521b4d-1602-4aeb-8d68-f7c23a6e9313 req-6e0de5bb-9331-4350-90ac-bae1599a4d80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 May 04 14:12:34.834014 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b7639-6ac8-4611-a6c6-a24db31858ad req-cd559556-225a-437d-8132-d716598f5808 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:34.835373 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f00b7639-6ac8-4611-a6c6-a24db31858ad req-cd559556-225a-437d-8132-d716598f5808 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0509679 May 04 14:12:34.902949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f00b7639-6ac8-4611-a6c6-a24db31858ad req-59c7cb5d-667d-4dfb-a33c-723f38f5ab93 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615785 May 04 14:12:34.949521 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45290) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:35.057681 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-284eb036-38b2-4762-aa8c-6d7b18fc1f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.132243 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-284eb036-38b2-4762-aa8c-6d7b18fc1f0c admin admin] Publish callbacks [] for security_group (8e3cd789-659c-402a-aedf-e79567a9cbc3), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.223548 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-284eb036-38b2-4762-aa8c-6d7b18fc1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8e3cd789-659c-402a-aedf-e79567a9cbc3), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.262416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eb036-38b2-4762-aa8c-6d7b18fc1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3cd789-659c-402a-aedf-e79567a9cbc3,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:35.266663 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-284eb036-38b2-4762-aa8c-6d7b18fc1f0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb99799dd58d47babe640365c2c4a6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161385 May 04 14:12:35.269303 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45296) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:35.319989 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] Publish callbacks [] for security_group (8e3cd789-659c-402a-aedf-e79567a9cbc3), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.343023 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] Publish callbacks [] for security_group (8e3cd789-659c-402a-aedf-e79567a9cbc3), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.503663 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8e3cd789-659c-402a-aedf-e79567a9cbc3), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.506338 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:35.507525 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e3cd789-659c-402a-aedf-e79567a9cbc3 HTTP/1.1" status: 204 len: 168 time: 0.2372043 May 04 14:12:35.515990 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585135b-9401-4130-a84e-bb196c56c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3cd789-659c-402a-aedf-e79567a9cbc3,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:35.603363 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-8a00523f-c1f7-48f9-a974-deff31b1af65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac01874-f324-46a7-88fc-6b63245285d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274692 May 04 14:12:35.839760 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4a46b-a890-451f-90a9-888d1e2dc56c req-be19e4a5-5557-4277-9c12-51cc5cc36b4a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:35.841269 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1ca4a46b-a890-451f-90a9-888d1e2dc56c req-be19e4a5-5557-4277-9c12-51cc5cc36b4a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 943 time: 0.0469670 May 04 14:12:35.888221 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1ca4a46b-a890-451f-90a9-888d1e2dc56c req-61c17fde-0ef6-4b13-981a-b049ea5ab582 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 May 04 14:12:36.020289 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d7e8-4d53-450a-90a0-93c751477de3 req-aa0f6166-5081-48b5-9b3c-0d6aa50ec722 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:36.021779 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ced1d7e8-4d53-450a-90a0-93c751477de3 req-aa0f6166-5081-48b5-9b3c-0d6aa50ec722 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0502100 May 04 14:12:36.082626 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ced1d7e8-4d53-450a-90a0-93c751477de3 req-c6a82466-08a3-4a1d-8312-21f6fecd316d tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543985 May 04 14:12:36.130355 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45308) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:36.144164 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a367e5e-1799-4de4-8022-0619cd3bab7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.219050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a367e5e-1799-4de4-8022-0619cd3bab7f admin admin] Publish callbacks [] for security_group (3983e97a-517b-42bf-abb0-dbf8da4fb341), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.275730 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-1a367e5e-1799-4de4-8022-0619cd3bab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3983e97a-517b-42bf-abb0-dbf8da4fb341), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.314366 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-1a367e5e-1799-4de4-8022-0619cd3bab7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3ebcd8be1df44839db61dcacfdb5d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829431 May 04 14:12:36.315226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a367e5e-1799-4de4-8022-0619cd3bab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983e97a-517b-42bf-abb0-dbf8da4fb341,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:36.317206 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45312) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:36.368477 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] Publish callbacks [] for security_group (3983e97a-517b-42bf-abb0-dbf8da4fb341), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.391622 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] Publish callbacks [] for security_group (3983e97a-517b-42bf-abb0-dbf8da4fb341), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.467370 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-795ebbc9-a756-443a-96fb-77df659e218e service neutron] 10.222.0.58 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926239 May 04 14:12:36.491826 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (3983e97a-517b-42bf-abb0-dbf8da4fb341), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.494954 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:36.496081 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3983e97a-517b-42bf-abb0-dbf8da4fb341 HTTP/1.1" status: 204 len: 168 time: 0.1777990 May 04 14:12:36.504844 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed6bca-0f44-413c-aa93-0820f3bfb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983e97a-517b-42bf-abb0-dbf8da4fb341,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:37.005463 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbdd3-3eea-4ebb-8e0d-85150c2c5f25 req-2ea380f2-4c81-4e74-9e31-4f0d1298aa61 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:37.006954 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24ebbdd3-3eea-4ebb-8e0d-85150c2c5f25 req-2ea380f2-4c81-4e74-9e31-4f0d1298aa61 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 943 time: 0.0484555 May 04 14:12:37.056661 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24ebbdd3-3eea-4ebb-8e0d-85150c2c5f25 req-9efbc65a-3d56-4146-b780-a8a9dcca387d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 May 04 14:12:37.198238 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867950e-c79c-4d91-95c6-bc002a9df7ac req-2372a6d1-2950-414f-865e-82dfa7c016e4 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:37.199719 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a867950e-c79c-4d91-95c6-bc002a9df7ac req-2372a6d1-2950-414f-865e-82dfa7c016e4 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0476277 May 04 14:12:37.264191 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a867950e-c79c-4d91-95c6-bc002a9df7ac req-1c2e6683-5085-4201-82d5-b0ac1f361378 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588088 May 04 14:12:37.376960 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-28f20cbe-1f22-43b4-a1fe-372d10a01b1f req-4b706def-5f4a-4e18-b751-01c6ace870a9 service neutron] 10.222.0.58 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 May 04 14:12:38.170774 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd2a86-a34b-4088-839f-4fa6880aa991 req-b02b8789-85ec-45ff-85b3-43a8f4b26ee2 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:38.172248 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-89fd2a86-a34b-4088-839f-4fa6880aa991 req-b02b8789-85ec-45ff-85b3-43a8f4b26ee2 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 943 time: 0.0477602 May 04 14:12:38.224840 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-89fd2a86-a34b-4088-839f-4fa6880aa991 req-ed400881-ca93-4791-af11-5cdf46cfd602 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 May 04 14:12:38.386878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67680-4cdc-409f-b21e-ff94a73cfa4d req-24f7d0ed-8545-491d-98bd-61bfad7d468c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:38.388362 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18e67680-4cdc-409f-b21e-ff94a73cfa4d req-24f7d0ed-8545-491d-98bd-61bfad7d468c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0492003 May 04 14:12:38.452292 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-18e67680-4cdc-409f-b21e-ff94a73cfa4d req-0be83d88-1170-4b22-9d1e-b75278a60e6c tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552568 May 04 14:12:39.343576 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea027b3-f805-4d53-a660-72401542f48b req-205a5bdb-c160-416f-aa8f-fe088c288f57 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:39.345059 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2ea027b3-f805-4d53-a660-72401542f48b req-205a5bdb-c160-416f-aa8f-fe088c288f57 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 943 time: 0.0485575 May 04 14:12:39.394887 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2ea027b3-f805-4d53-a660-72401542f48b req-79d0a5bc-07aa-48cd-bd81-4eb1c6e68269 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 May 04 14:12:39.574204 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc16e0-6d04-434c-b589-f1fa8f9106b1 req-48249488-0b55-4eb3-8b5a-cc3515a7a9d9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:39.575752 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dcfc16e0-6d04-434c-b589-f1fa8f9106b1 req-48249488-0b55-4eb3-8b5a-cc3515a7a9d9 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0523438 May 04 14:12:39.642709 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dcfc16e0-6d04-434c-b589-f1fa8f9106b1 req-13f157f3-b042-4127-9bce-3c17c65bda72 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604045 May 04 14:12:40.040190 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f5821621-8629-4004-8ea3-da1587cd1564 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:12:40.143260 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5821621-8629-4004-8ea3-da1587cd1564,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:40.157417 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': 'f5821621-8629-4004-8ea3-da1587cd1564', 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4', 'port_id': 'f5821621-8629-4004-8ea3-da1587cd1564', 'mac_address': 'fa:16:3e:17:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffd37c8-51b1-4b96-b950-8b11ab4eb67c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:12:40.204042 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port f5821621-8629-4004-8ea3-da1587cd1564 is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:12:40.204426 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f5821621-8629-4004-8ea3-da1587cd1564), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:40.219318 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5821621-8629-4004-8ea3-da1587cd1564 {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:12:40.240001 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5821621-8629-4004-8ea3-da1587cd1564,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:40.366638 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:40.421649 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:40.514757 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35c2f0-5d28-4076-8753-1f97be497831 req-b1bb21d0-9cf3-4a8d-b52e-d89ddb6ca2ca tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:40.516257 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e35c2f0-5d28-4076-8753-1f97be497831 req-b1bb21d0-9cf3-4a8d-b52e-d89ddb6ca2ca tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 944 time: 0.0487359 May 04 14:12:40.566601 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6e35c2f0-5d28-4076-8753-1f97be497831 req-e8b8806d-43e3-4663-a569-165d0c8a11bc tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 May 04 14:12:40.691312 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['f5821621-8629-4004-8ea3-da1587cd1564'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:12:40.772191 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45ec82-5943-43e1-9829-4b397a239e63 req-bff98df0-b498-48e9-800b-467bed9daaa0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:40.774914 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dc45ec82-5943-43e1-9829-4b397a239e63 req-bff98df0-b498-48e9-800b-467bed9daaa0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0569932 May 04 14:12:40.849431 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dc45ec82-5943-43e1-9829-4b397a239e63 req-1dcde173-53d8-45bf-a345-ba44cafbd3c5 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685978 May 04 14:12:40.965847 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-03e91205-5b78-4ffb-af5b-48eba5ea1271 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576961337&fields=id&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 267 time: 0.0461891 May 04 14:12:41.079549 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-ba103ceb-0804-461f-ad51-20a8d2c0c3e5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:41.081125 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-ba103ceb-0804-461f-ad51-20a8d2c0c3e5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1086607 May 04 14:12:41.097315 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-ed44bd56-90a4-49ac-834b-08f0685ccc98 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/quotas/1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 375 time: 0.0098031 May 04 14:12:41.156123 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-1c53e4d3-f7d2-4cac-bf9c-6ec5b456f881 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520046 May 04 14:12:41.276142 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-3bef05ad-e307-420d-af80-dfd85ad540ef service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080625 May 04 14:12:41.382148 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-b88b584f-45d7-4164-9e3d-d0966ae0c295 service neutron] 10.222.0.69 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991485 May 04 14:12:41.689613 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2598-83ea-4ebd-a9c6-0292ec9caf1a req-1d5b0d4c-bf17-4075-a3fc-f727e6bc8f09 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:41.695970 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-445f2598-83ea-4ebd-a9c6-0292ec9caf1a req-1d5b0d4c-bf17-4075-a3fc-f727e6bc8f09 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 944 time: 0.0496156 May 04 14:12:41.745329 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-445f2598-83ea-4ebd-a9c6-0292ec9caf1a req-5ddf1ff1-5631-482a-a4b5-5b82432223aa tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473077 May 04 14:12:41.972298 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a60e4-33dc-48b4-af5c-670e176818e0 req-7d0fc3d1-3ebe-4faf-ba83-cf4441ff63dd tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:41.973861 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-492a60e4-33dc-48b4-af5c-670e176818e0 req-7d0fc3d1-3ebe-4faf-ba83-cf4441ff63dd tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0533049 May 04 14:12:42.011143 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5c22eb12-5b53-42c8-97b5-5fedaf6ba70a req-26eb4780-5c5b-4fc7-9f78-25fad7ed7a21 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0362060 May 04 14:12:42.067802 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-492a60e4-33dc-48b4-af5c-670e176818e0 req-39cdb09d-d905-4366-b0b8-bfa4f0a5e10d tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829926 May 04 14:12:42.862001 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240151-237a-4aa1-a278-266c51269dce req-3bd15816-0d0a-4cb4-a2b7-b09fd9d26b6a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:42.863356 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dd240151-237a-4aa1-a278-266c51269dce req-3bd15816-0d0a-4cb4-a2b7-b09fd9d26b6a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 944 time: 0.0487497 May 04 14:12:42.910727 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-dd240151-237a-4aa1-a278-266c51269dce req-74a8d600-ee49-4e39-814d-6a2f737304a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 May 04 14:12:43.113324 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-083b04d4-47cc-4c37-8d2b-718bea6a55e8 req-ed9863b9-48b9-4e46-be14-aab2bfffc347 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0312097 May 04 14:12:43.185561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b81d-6a6a-40e2-be9e-5e949fafc8c2 req-d1e7e635-e445-40a3-a5af-3c28c2f27644 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:43.187027 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e734b81d-6a6a-40e2-be9e-5e949fafc8c2 req-d1e7e635-e445-40a3-a5af-3c28c2f27644 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0482488 May 04 14:12:43.247545 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e734b81d-6a6a-40e2-be9e-5e949fafc8c2 req-ae130119-bc41-45ac-8a57-8aaad450dadb tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546803 May 04 14:12:44.025500 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69dfb-5643-430b-a8cc-c800c14e3911 req-dd5c0a31-1ccf-4237-a5e7-aca4ce74e207 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:44.026884 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1da69dfb-5643-430b-a8cc-c800c14e3911 req-dd5c0a31-1ccf-4237-a5e7-aca4ce74e207 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 944 time: 0.0475810 May 04 14:12:44.075739 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1da69dfb-5643-430b-a8cc-c800c14e3911 req-90c36351-a659-47b5-a694-8b1ca58917c4 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 May 04 14:12:44.213980 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-84fe0965-7b1f-4b65-a5b3-c5d861545597 req-9b161de0-c537-4a3f-afcd-fad25c374015 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0307291 May 04 14:12:44.315951 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f5821621-8629-4004-8ea3-da1587cd1564 up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:12:44.369027 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb0ab2-33f5-4748-9c8c-48787e312ceb req-58e7ca4e-bb27-49e6-9310-56236ef04a59 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:44.369855 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port f5821621-8629-4004-8ea3-da1587cd1564 completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:12:44.370459 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47bb0ab2-33f5-4748-9c8c-48787e312ceb req-58e7ca4e-bb27-49e6-9310-56236ef04a59 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0501461 May 04 14:12:44.448997 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47bb0ab2-33f5-4748-9c8c-48787e312ceb req-ba43b898-6610-4e3d-a7bf-7e2fac1b148b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701613 May 04 14:12:44.519021 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port f5821621-8629-4004-8ea3-da1587cd1564 triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:12:44.519021 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (f5821621-8629-4004-8ea3-da1587cd1564), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:44.597263 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port f5821621-8629-4004-8ea3-da1587cd1564 is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:12:44.597673 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (f5821621-8629-4004-8ea3-da1587cd1564), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:44.619569 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:44.621786 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2c436-07c7-4812-b324-51f34a2e00ab" -d '{"events": [{"server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "name": "network-vif-plugged", "status": "completed", "tag": "f5821621-8629-4004-8ea3-da1587cd1564"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:44.635063 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5821621-8629-4004-8ea3-da1587cd1564,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:44.659499 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e767723-274d-4289-9196-894fa540b6d8 x-openstack-request-id: req-1e767723-274d-4289-9196-894fa540b6d8 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:44.659767 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "name": "network-vif-plugged", "status": "completed", "tag": "f5821621-8629-4004-8ea3-da1587cd1564", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:44.660121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e767723-274d-4289-9196-894fa540b6d8 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:44.660432 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e767723-274d-4289-9196-894fa540b6d8'] response: {'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564', 'code': 200} May 04 14:12:44.731914 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:44.780753 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:45.201597 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc9b13-35a7-488d-ae87-c2e072194dba req-ebb63652-c362-4e49-ba0e-167bb42b5852 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:45.203063 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ecc9b13-35a7-488d-ae87-c2e072194dba req-ebb63652-c362-4e49-ba0e-167bb42b5852 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.0586510 May 04 14:12:45.265798 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45c7e-d697-4dba-b626-b4a94771fc6c req-3a4e2e12-5a6e-4884-b055-0bdb38571a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:45.267407 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0ac45c7e-d697-4dba-b626-b4a94771fc6c req-3a4e2e12-5a6e-4884-b055-0bdb38571a57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 1129 time: 0.0562658 May 04 14:12:45.330754 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-0ac45c7e-d697-4dba-b626-b4a94771fc6c req-c43e1fc2-7c06-4daa-82fc-d3ecd86c7fb0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 May 04 14:12:45.339145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cbeee707-c944-4623-930a-40bab79b01c8 req-fb578ffa-d37d-4071-9305-39ccfbbc49b3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0470030 May 04 14:12:45.348717 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ecc9b13-35a7-488d-ae87-c2e072194dba req-b57f4079-1686-4254-be4c-dda76140c875 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351099 May 04 14:12:45.359281 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-13731bbd-2a82-4f1a-854c-6d96b9f4ce7d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:45.360632 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-13731bbd-2a82-4f1a-854c-6d96b9f4ce7d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 811 time: 0.1743774 May 04 14:12:45.565856 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503729b-a973-4ea9-a5f6-3719bf794f04 req-3484fb91-d4e1-4565-a442-c0735bbad794 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:45.567305 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5503729b-a973-4ea9-a5f6-3719bf794f04 req-3484fb91-d4e1-4565-a442-c0735bbad794 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0518863 May 04 14:12:45.627814 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5503729b-a973-4ea9-a5f6-3719bf794f04 req-38f7a550-e190-4f46-95f4-15d3eb6f3e96 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543294 May 04 14:12:45.727905 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-026e31c7-8645-4fee-be9a-76a23559daf3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1625f082167647399a6211547163cb93 HTTP/1.1" status: 200 len: 379 time: 0.0569487 May 04 14:12:46.148868 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'port': {'device_id': '69353b14-350a-456c-b7ff-fce828a5a745', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'admin_state_up': True, 'tenant_id': '1625f082167647399a6211547163cb93', 'security_groups': ['59baeb0f-834b-456c-a207-d3af5c03fab2']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:46.337102 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Made reservation on behalf of 1625f082167647399a6211547163cb93 for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:12:46.340468 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:46.450260 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6379300d-a5cd-4fb9-b959-b872212d2216 req-d99519e9-d535-4f44-a86d-6a51dcff26ba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0330775 May 04 14:12:46.536353 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec0d2-a15d-44cc-9843-d321627e9386 req-8524b28c-7568-4ec0-9392-9561e5f8c3b8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:46.537886 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ffcec0d2-a15d-44cc-9843-d321627e9386 req-8524b28c-7568-4ec0-9392-9561e5f8c3b8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.0899172 May 04 14:12:46.565040 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.20.0.13 (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e/b74d9e22-574e-4b6a-b65c-74ce55e3b864/0452c947-8e66-4474-82fd-c196d0dcb4be) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:12:46.615692 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ffcec0d2-a15d-44cc-9843-d321627e9386 req-75cd7b6d-1abc-4b9b-9551-5acbc42bd12d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687315 May 04 14:12:47.065231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:47.078647 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f259-a09f-432b-8a7d-25d936b88f68 req-494e1760-7e0b-4a5a-a422-f0cce38bf117 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:47.080094 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0001f259-a09f-432b-8a7d-25d936b88f68 req-494e1760-7e0b-4a5a-a422-f0cce38bf117 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.3715141 May 04 14:12:47.158920 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0001f259-a09f-432b-8a7d-25d936b88f68 req-77f15863-f417-4974-9c31-2790964fbed6 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713563 May 04 14:12:47.284198 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:47.318927 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:12:47.322847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:12:47.332390 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:12:47.335268 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:47.390150 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:47.391122 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:47.533533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b3236ec1-2374-42d0-a7bc-a2ff5733cec0 None None] Provisioning complete for port 0452c947-8e66-4474-82fd-c196d0dcb4be triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:12:47.537474 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b3236ec1-2374-42d0-a7bc-a2ff5733cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:47.539487 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-81a083a2-f569-4931-8fca-263a2ad929c7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3942306 May 04 14:12:47.560939 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Request body: {'port': {'device_id': '69353b14-350a-456c-b7ff-fce828a5a745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:47.577586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b3236ec1-2374-42d0-a7bc-a2ff5733cec0 None None] Port 0452c947-8e66-4474-82fd-c196d0dcb4be cannot update to ACTIVE because it is not bound. {{(pid=115585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:12:47.613082 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54f25d-26ed-476c-9c46-3087fce95de7 req-d31673e5-06c1-49f4-8ba0-72ccd9769fa1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:47.615521 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a54f25d-26ed-476c-9c46-3087fce95de7 req-d31673e5-06c1-49f4-8ba0-72ccd9769fa1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 932 time: 0.0901318 May 04 14:12:47.685162 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:47.724350 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a54f25d-26ed-476c-9c46-3087fce95de7 req-a4039e16-f92e-478c-97aa-c742276a8731 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011336 May 04 14:12:47.786464 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f7a4b-2084-4f58-9a26-e9574fac609a req-ee59fa11-b945-411f-8180-68dad365be0a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:47.787959 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8f1f7a4b-2084-4f58-9a26-e9574fac609a req-ee59fa11-b945-411f-8180-68dad365be0a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.0874290 May 04 14:12:47.926571 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8f1f7a4b-2084-4f58-9a26-e9574fac609a req-a9415aa9-e5c8-4aad-b157-3e726dc637f8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296365 May 04 14:12:48.103949 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452c947-8e66-4474-82fd-c196d0dcb4be {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:12:48.112688 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks [] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:48.128276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Transition to ACTIVE for port object 0452c947-8e66-4474-82fd-c196d0dcb4be will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:12:48.207551 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:48.303592 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Pushing event updated for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:48.317878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a1d6f-59b4-4c68-bd26-3da8d0cf22bd req-239a2658-b92e-47b8-a834-2e1ce5ba0a4f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:48.319444 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ac9a1d6f-59b4-4c68-bd26-3da8d0cf22bd req-239a2658-b92e-47b8-a834-2e1ce5ba0a4f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0759149 May 04 14:12:48.464123 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Attempting to bind port 0452c947-8e66-4474-82fd-c196d0dcb4be on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:12:48.464709 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Attempting to bind port 0452c947-8e66-4474-82fd-c196d0dcb4be by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:12:48.464864 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Attempting to bind port 0452c947-8e66-4474-82fd-c196d0dcb4be on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:12:48.479153 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Port 0452c947-8e66-4474-82fd-c196d0dcb4be on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:12:48.479473 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Attempting to bind port 0452c947-8e66-4474-82fd-c196d0dcb4be on network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:12:48.501510 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ac9a1d6f-59b4-4c68-bd26-3da8d0cf22bd req-e014fa0a-0475-42cd-9363-f2fe3b20e545 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583343 May 04 14:12:48.506405 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:12:48.506405 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Checking segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:12:48.506405 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Bound using segment: {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:12:48.522688 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Bound port: 0452c947-8e66-4474-82fd-c196d0dcb4be, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9310b97f-e355-42da-bd8a-ee0b52f8b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:12:48.523228 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:48.605157 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:12:48.616166 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0452c947-8e66-4474-82fd-c196d0dcb4be,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:12:48.692556 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:48.731882 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:48.732495 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:48.733938 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] 10.222.0.58 "PUT /v2.0/ports/0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 200 len: 1094 time: 1.1776516 May 04 14:12:48.734387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:48.736624 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a6172-6835-458b-9b37-0bb143d04a55" -d '{"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:48.773058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7197c1-0aae-4c59-97a3-91b8f81aea70 service neutron] Pushing event updated for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:48.801652 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b89f5-5c69-4f7f-b390-e71ac46a30b2 x-openstack-request-id: req-b89b89f5-5c69-4f7f-b390-e71ac46a30b2 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:48.802103 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:48.802448 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b89b89f5-5c69-4f7f-b390-e71ac46a30b2 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:48.802952 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89b89f5-5c69-4f7f-b390-e71ac46a30b2'] response: {'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'status': 'completed', 'code': 200} May 04 14:12:48.912792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bf420-e0e3-4db6-af63-9ce05ba4d4b3 req-332117ca-480e-4072-b4ee-0867e0746991 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:48.915374 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a7bf420-e0e3-4db6-af63-9ce05ba4d4b3 req-332117ca-480e-4072-b4ee-0867e0746991 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0912724 May 04 14:12:48.923561 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-2293c4bc-ca6b-4209-b8fb-ef431d678486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:48.923561 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-2293c4bc-ca6b-4209-b8fb-ef431d678486 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1128 time: 0.0602596 May 04 14:12:49.032163 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a7bf420-e0e3-4db6-af63-9ce05ba4d4b3 req-66c65a75-d820-4818-9429-ae8b0551e174 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080124 May 04 14:12:49.061228 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-a0acd830-576b-43c9-b31a-e3ee63c877b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.062754 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-a0acd830-576b-43c9-b31a-e3ee63c877b9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1625f082167647399a6211547163cb93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1239116 May 04 14:12:49.156890 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-61808001-fe32-4477-8a6f-af17f65da2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.158332 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-ad6a6172-6835-458b-9b37-0bb143d04a55 req-61808001-fe32-4477-8a6f-af17f65da2cf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894880 May 04 14:12:49.370914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-41e10cb4-ede5-4535-9738-ddee172f05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.372462 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-41e10cb4-ede5-4535-9738-ddee172f05c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1128 time: 0.0446703 May 04 14:12:49.425055 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-bb0e94a5-2294-467a-8f38-356ca4aca369 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 200 len: 217 time: 0.0381200 May 04 14:12:49.477903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-f3cfcef7-67eb-4662-b59a-aabc7c9c8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.479726 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-f3cfcef7-67eb-4662-b59a-aabc7c9c8fff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0474634 May 04 14:12:49.533840 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83479a1-2294-4341-9166-2c5f948cc257 req-105d8760-4404-4a2c-9bb8-1da233510764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.535555 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-105d8760-4404-4a2c-9bb8-1da233510764 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398104 May 04 14:12:49.709172 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57a1cf-2dd4-4f98-acb2-8bb4d480350a req-06540ec0-98ca-4a27-b95e-495c0d89b2d3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.710709 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f57a1cf-2dd4-4f98-acb2-8bb4d480350a req-06540ec0-98ca-4a27-b95e-495c0d89b2d3 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.1158159 May 04 14:12:49.744742 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f92606-b314-4601-a1c0-abba76922f96 req-ef2aa013-fcd9-41fa-9b7f-a80a1a990153 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:49.746234 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24f92606-b314-4601-a1c0-abba76922f96 req-ef2aa013-fcd9-41fa-9b7f-a80a1a990153 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.1155915 May 04 14:12:49.755042 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-e553a4f5-9336-44fd-9657-7ca7b0cad261 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913092 May 04 14:12:49.826667 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-1f57a1cf-2dd4-4f98-acb2-8bb4d480350a req-9ceba6c7-f87a-4c12-b391-a3d56cbf9683 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085706 May 04 14:12:49.829946 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-24f92606-b314-4601-a1c0-abba76922f96 req-9ad943b3-d507-4a80-ac38-0343f02a6926 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771971 May 04 14:12:50.147922 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ab9fa-34e8-4b11-9441-3a3b7f34b9af req-1a30f635-abff-4fe6-ba72-1fc3852fb808 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:50.149944 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b16ab9fa-34e8-4b11-9441-3a3b7f34b9af req-1a30f635-abff-4fe6-ba72-1fc3852fb808 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0466976 May 04 14:12:50.202904 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b16ab9fa-34e8-4b11-9441-3a3b7f34b9af req-00202e49-2580-4264-ad77-087afba419ba tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473392 May 04 14:12:50.405692 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45620) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:50.450101 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45624) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:50.566587 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-77e60025-b4ac-48c2-a09b-4979ad61f440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.569531 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49483a89-52ec-4c94-94d3-065755d35415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.688355 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-77e60025-b4ac-48c2-a09b-4979ad61f440 admin admin] Publish callbacks [] for security_group (beeca62d-7485-47b9-9852-c7127464334e), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.699313 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49483a89-52ec-4c94-94d3-065755d35415 admin admin] Publish callbacks [] for security_group (d98f4e46-f2d3-45c2-862b-0aed2a0e1506), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.772047 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-77e60025-b4ac-48c2-a09b-4979ad61f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (beeca62d-7485-47b9-9852-c7127464334e), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.800132 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49483a89-52ec-4c94-94d3-065755d35415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (d98f4e46-f2d3-45c2-862b-0aed2a0e1506), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.822297 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-77e60025-b4ac-48c2-a09b-4979ad61f440 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30863efeca3643ad991f6973630d8b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711677 May 04 14:12:50.825134 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45628) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:50.825788 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e60025-b4ac-48c2-a09b-4979ad61f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeca62d-7485-47b9-9852-c7127464334e,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:50.860794 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-49483a89-52ec-4c94-94d3-065755d35415 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5271252f74454b4dbf5b781663ef7f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511633 May 04 14:12:50.863008 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45634) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:50.875821 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483a89-52ec-4c94-94d3-065755d35415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f4e46-f2d3-45c2-862b-0aed2a0e1506,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:50.901139 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] Publish callbacks [] for security_group (beeca62d-7485-47b9-9852-c7127464334e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.930625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] Publish callbacks [] for security_group (beeca62d-7485-47b9-9852-c7127464334e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:50.996744 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] Publish callbacks [] for security_group (d98f4e46-f2d3-45c2-862b-0aed2a0e1506), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.006391 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f64e-ac34-4c2b-91d3-37a991c276a5 req-b77e1c29-c19c-40b2-a42a-435ff077c943 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:51.008299 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9352f64e-ac34-4c2b-91d3-37a991c276a5 req-b77e1c29-c19c-40b2-a42a-435ff077c943 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.0969117 May 04 14:12:51.034895 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90210-f1ab-4b61-b2a0-7108e45407ff req-ed4532bb-fea7-4b31-9bd2-06927526757f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:51.034895 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e4a90210-f1ab-4b61-b2a0-7108e45407ff req-ed4532bb-fea7-4b31-9bd2-06927526757f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0826790 May 04 14:12:51.061169 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] Publish callbacks [] for security_group (d98f4e46-f2d3-45c2-862b-0aed2a0e1506), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.074749 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (beeca62d-7485-47b9-9852-c7127464334e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.077348 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.078559 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/beeca62d-7485-47b9-9852-c7127464334e HTTP/1.1" status: 204 len: 168 time: 0.2522891 May 04 14:12:51.086713 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42573724-638e-4a28-9692-b2ff36f1fd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeca62d-7485-47b9-9852-c7127464334e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:51.161181 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9352f64e-ac34-4c2b-91d3-37a991c276a5 req-64191512-05d9-4358-aa48-8735b1cee331 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403797 May 04 14:12:51.172188 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e4a90210-f1ab-4b61-b2a0-7108e45407ff req-f08857b0-8b0c-4c72-bad3-f48a0522f0d2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335847 May 04 14:12:51.257674 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (d98f4e46-f2d3-45c2-862b-0aed2a0e1506), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.261327 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.271433 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d98f4e46-f2d3-45c2-862b-0aed2a0e1506 HTTP/1.1" status: 204 len: 168 time: 0.4071600 May 04 14:12:51.283219 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6fcad-8929-4648-83d7-0b1b71891295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f4e46-f2d3-45c2-862b-0aed2a0e1506,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:51.350271 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e1e71-8138-4eee-9303-bef264b571d4 req-7354579c-83e6-4392-8278-10835738209a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:51.354497 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e6e1e71-8138-4eee-9303-bef264b571d4 req-7354579c-83e6-4392-8278-10835738209a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0728955 May 04 14:12:51.414983 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7e6e1e71-8138-4eee-9303-bef264b571d4 req-ad9c7049-5a21-49f2-9a2d-c81f30db6d5a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533659 May 04 14:12:51.634949 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-b83479a1-2294-4341-9166-2c5f948cc257 req-8339aeb6-f8ad-48ae-902f-54226ce0b51b service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890265 May 04 14:12:51.789906 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45646) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:51.811889 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-aefab9bd-02aa-4225-ad7c-ef719a6e3059 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:51.813338 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-aefab9bd-02aa-4225-ad7c-ef719a6e3059 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.0596504 May 04 14:12:51.814215 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0fc86039-3579-43be-97bb-03aac7b199dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.891658 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0fc86039-3579-43be-97bb-03aac7b199dd admin admin] Publish callbacks [] for security_group (573105d7-7903-45d3-aaf2-ba2fa046894f), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:51.965425 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-0fc86039-3579-43be-97bb-03aac7b199dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (573105d7-7903-45d3-aaf2-ba2fa046894f), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.004276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86039-3579-43be-97bb-03aac7b199dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573105d7-7903-45d3-aaf2-ba2fa046894f,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:52.011337 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-0fc86039-3579-43be-97bb-03aac7b199dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62a0a56d36c242c89a4995363e43e492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176895 May 04 14:12:52.011740 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45648) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:52.012981 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45650) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:52.026828 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64d8b2fb-e21c-4dd2-82c0-e7a490e6eecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.066105 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] Publish callbacks [] for security_group (573105d7-7903-45d3-aaf2-ba2fa046894f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.088275 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] Publish callbacks [] for security_group (573105d7-7903-45d3-aaf2-ba2fa046894f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.137403 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Deleting port f5821621-8629-4004-8ea3-da1587cd1564 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:12:52.137735 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (f5821621-8629-4004-8ea3-da1587cd1564), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.195016 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (573105d7-7903-45d3-aaf2-ba2fa046894f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.198180 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.202841 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/573105d7-7903-45d3-aaf2-ba2fa046894f HTTP/1.1" status: 204 len: 168 time: 0.1888099 May 04 14:12:52.215024 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe962aa-2bcd-4dd2-9969-bb661e20ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573105d7-7903-45d3-aaf2-ba2fa046894f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:52.247822 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64d8b2fb-e21c-4dd2-82c0-e7a490e6eecc admin admin] Publish callbacks [] for security_group (0a31a8a2-950f-46c4-9737-de89a6c0d31b), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.269308 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] For port f5821621-8629-4004-8ea3-da1587cd1564, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5821621-8629-4004-8ea3-da1587cd1564,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:12:52.269694 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (f5821621-8629-4004-8ea3-da1587cd1564), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.335224 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Calling delete_port for f5821621-8629-4004-8ea3-da1587cd1564 owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:12:52.341221 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-64d8b2fb-e21c-4dd2-82c0-e7a490e6eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0a31a8a2-950f-46c4-9737-de89a6c0d31b), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.387569 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40ea19-ba40-4f80-924e-a92f18fac03b req-3177382a-62db-4436-8e69-81f3dd20076a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:52.389036 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe40ea19-ba40-4f80-924e-a92f18fac03b req-3177382a-62db-4436-8e69-81f3dd20076a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.1224041 May 04 14:12:52.437791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2989919-a51d-4faf-a0a7-68d73cb77772 req-cfaac0c6-34be-45db-8fdc-0d763a07f021 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:52.439210 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a2989919-a51d-4faf-a0a7-68d73cb77772 req-cfaac0c6-34be-45db-8fdc-0d763a07f021 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 945 time: 0.1576974 May 04 14:12:52.454271 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8b2fb-e21c-4dd2-82c0-e7a490e6eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a31a8a2-950f-46c4-9737-de89a6c0d31b,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:52.472835 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-64d8b2fb-e21c-4dd2-82c0-e7a490e6eecc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1ff0cdba88740a0b7595b929dcd1b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588182 May 04 14:12:52.473178 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45660) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:52.525226 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] Publish callbacks [] for security_group (0a31a8a2-950f-46c4-9737-de89a6c0d31b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.550242 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] Publish callbacks [] for security_group (0a31a8a2-950f-46c4-9737-de89a6c0d31b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.571822 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a2989919-a51d-4faf-a0a7-68d73cb77772 req-0cb6635f-d5da-49e6-b187-79d5e912b8ba tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212580 May 04 14:12:52.576692 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe40ea19-ba40-4f80-924e-a92f18fac03b req-fbe11e4d-78bf-4859-987c-ffbb84bec59f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=58046fe5-e209-4503-b938-0de8a6f2a40d&id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744251 May 04 14:12:52.680938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (0a31a8a2-950f-46c4-9737-de89a6c0d31b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.684129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.688140 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a31a8a2-950f-46c4-9737-de89a6c0d31b HTTP/1.1" status: 204 len: 168 time: 0.2138882 May 04 14:12:52.697201 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386857f-814f-4f27-9007-557d8b8562b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a31a8a2-950f-46c4-9737-de89a6c0d31b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:52.705110 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f267-c7a4-40f5-a89b-ff9038592bd1 req-0d5833f1-46be-4e22-9e97-3fbd0d836d27 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:52.706884 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8911f267-c7a4-40f5-a89b-ff9038592bd1 req-0d5833f1-46be-4e22-9e97-3fbd0d836d27 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0649693 May 04 14:12:52.763491 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:12:52.776617 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8911f267-c7a4-40f5-a89b-ff9038592bd1 req-f1fa57bc-b2de-42d6-8117-2aecfbc85d0b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606005 May 04 14:12:52.795026 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (f5821621-8629-4004-8ea3-da1587cd1564), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.825187 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Pushing event deleted for resources: {'Port': ['ID=f5821621-8629-4004-8ea3-da1587cd1564,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:52.834882 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['f5821621-8629-4004-8ea3-da1587cd1564'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:12:52.872248 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] No DVR routers for this DVR port f5821621-8629-4004-8ea3-da1587cd1564 on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:12:52.875632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:52.879035 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-44422e3a-c0cc-43d5-a531-8ce5dd117959 req-a1196067-a0a0-404f-a285-3cc14560caee tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "DELETE /v2.0/ports/f5821621-8629-4004-8ea3-da1587cd1564 HTTP/1.1" status: 204 len: 173 time: 0.8500695 May 04 14:12:52.879555 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'name': 'network-vif-deleted', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:12:52.881990 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad908a5c-8330-42bc-9302-613643ef8e44" -d '{"events": [{"server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "name": "network-vif-deleted", "tag": "f5821621-8629-4004-8ea3-da1587cd1564"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:12:52.916825 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f507169-a3e9-4479-979b-33924cbdf33d x-openstack-request-id: req-8f507169-a3e9-4479-979b-33924cbdf33d {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:12:52.917116 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb72f3e-e582-4fbe-bba7-bca6fba8cb75", "name": "network-vif-deleted", "tag": "f5821621-8629-4004-8ea3-da1587cd1564", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:12:52.917419 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f507169-a3e9-4479-979b-33924cbdf33d {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:12:52.919899 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f507169-a3e9-4479-979b-33924cbdf33d'] response: {'server_uuid': 'beb72f3e-e582-4fbe-bba7-bca6fba8cb75', 'name': 'network-vif-deleted', 'tag': 'f5821621-8629-4004-8ea3-da1587cd1564', 'status': 'completed', 'code': 200} May 04 14:12:53.125812 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45672) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:53.139561 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69932cb0-a9b2-4518-94a2-ef6f44cd9eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.225508 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69932cb0-a9b2-4518-94a2-ef6f44cd9eb2 admin admin] Publish callbacks [] for security_group (8e0f7e1d-4484-4cd8-bdb8-649e96729a4a), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.348831 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-69932cb0-a9b2-4518-94a2-ef6f44cd9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8e0f7e1d-4484-4cd8-bdb8-649e96729a4a), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.388461 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932cb0-a9b2-4518-94a2-ef6f44cd9eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f7e1d-4484-4cd8-bdb8-649e96729a4a,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:53.394753 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-69932cb0-a9b2-4518-94a2-ef6f44cd9eb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=312ddae6cec241fcbc815aa1ababce46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677386 May 04 14:12:53.397425 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45680) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:53.449932 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] Publish callbacks [] for security_group (8e0f7e1d-4484-4cd8-bdb8-649e96729a4a), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.472329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] Publish callbacks [] for security_group (8e0f7e1d-4484-4cd8-bdb8-649e96729a4a), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.635502 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (8e0f7e1d-4484-4cd8-bdb8-649e96729a4a), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.638802 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:53.640455 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e0f7e1d-4484-4cd8-bdb8-649e96729a4a HTTP/1.1" status: 204 len: 168 time: 0.2416992 May 04 14:12:53.650611 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5c28-2429-451a-a23c-b30dd8de1bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f7e1d-4484-4cd8-bdb8-649e96729a4a,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:53.703378 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8a0c2b01-c284-4bec-a022-165f9843b262 req-b083ef1b-a1b2-413f-9082-46871c06e6eb tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=beb72f3e-e582-4fbe-bba7-bca6fba8cb75 HTTP/1.1" status: 200 len: 210 time: 0.0505171 May 04 14:12:53.896750 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386007-7285-476d-bfda-275d51d7315d req-7e647650-c676-48eb-be11-a1d16762b4f7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:53.901698 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87386007-7285-476d-bfda-275d51d7315d req-7e647650-c676-48eb-be11-a1d16762b4f7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0507874 May 04 14:12:53.960883 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87386007-7285-476d-bfda-275d51d7315d req-ff3a0d28-dadf-46cd-b705-560041aac1f3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553265 May 04 14:12:55.124545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-cdf7fb08-2f93-4b3b-b116-e52b0edf8844 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:55.126073 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-cdf7fb08-2f93-4b3b-b116-e52b0edf8844 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/networks?id=cac01874-f324-46a7-88fc-6b63245285d4 HTTP/1.1" status: 200 len: 809 time: 0.1532989 May 04 14:12:55.132264 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77fa44-b11a-4c41-b8ad-0ae09ef66b6a req-8151ea6f-5cbd-4000-b7d1-ccad05f82d40 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:55.134078 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a77fa44-b11a-4c41-b8ad-0ae09ef66b6a req-8151ea6f-5cbd-4000-b7d1-ccad05f82d40 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0766206 May 04 14:12:55.151452 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-6e16fb88-93e5-469d-b0ba-0a101ffdc4aa tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/quotas/2fbc65e323204179bedb61d709caed21 HTTP/1.1" status: 200 len: 375 time: 0.0161619 May 04 14:12:55.194115 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-03d61091-683c-48ac-9a06-4ab80ecd9c6a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362716 May 04 14:12:55.233726 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3a77fa44-b11a-4c41-b8ad-0ae09ef66b6a req-eb82bfdc-e686-417a-b537-453ebd71ac0a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912411 May 04 14:12:55.303135 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0f5477c3-4a9a-4654-b894-dca860c69fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978804 May 04 14:12:55.407295 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-56a36f41-85d5-4b1c-a74d-c691d5051585 service neutron] 10.222.0.69 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979559 May 04 14:12:55.605490 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45768) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:55.666178 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2d9142af-2a65-4e09-b6d9-9785995dceaf req-ef7d658c-b06c-4125-be4d-75dd47267126 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 210 time: 0.0394344 May 04 14:12:55.840526 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-46be551b-a288-40d4-a059-9af60b059b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:55.916630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-46be551b-a288-40d4-a059-9af60b059b85 admin admin] Publish callbacks [] for security_group (31cb6653-a3ac-4f55-bc17-85a743bfc5cf), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.028073 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-65ddd644-3efd-4147-b114-b9eeb307edf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.069113 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-46be551b-a288-40d4-a059-9af60b059b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (31cb6653-a3ac-4f55-bc17-85a743bfc5cf), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.110057 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be551b-a288-40d4-a059-9af60b059b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb6653-a3ac-4f55-bc17-85a743bfc5cf,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:56.114573 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-46be551b-a288-40d4-a059-9af60b059b85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e6c6e98588e4e518f7fed7423539b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079498 May 04 14:12:56.118098 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45784) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:56.174491 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] Publish callbacks [] for security_group (31cb6653-a3ac-4f55-bc17-85a743bfc5cf), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.199971 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] Publish callbacks [] for security_group (31cb6653-a3ac-4f55-bc17-85a743bfc5cf), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.343979 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (31cb6653-a3ac-4f55-bc17-85a743bfc5cf), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.346620 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:56.347781 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31cb6653-a3ac-4f55-bc17-85a743bfc5cf HTTP/1.1" status: 204 len: 168 time: 0.2285998 May 04 14:12:56.359690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185ec1c-e3c3-48e0-b73a-e97b6b34ffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb6653-a3ac-4f55-bc17-85a743bfc5cf,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:56.359954 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc117a8-cebb-46f3-97f5-43731e01dfed req-62b86c9f-be4e-4349-a2bf-9906db2e7c45 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:56.360450 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f5821621-8629-4004-8ea3-da1587cd1564 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:12:56.368322 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4cc117a8-cebb-46f3-97f5-43731e01dfed req-62b86c9f-be4e-4349-a2bf-9906db2e7c45 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0601997 May 04 14:12:56.394986 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: f5821621-8629-4004-8ea3-da1587cd1564 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:12:56.395609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device f5821621-8629-4004-8ea3-da1587cd1564 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:12:56.433524 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4cc117a8-cebb-46f3-97f5-43731e01dfed req-feeb3706-caf6-4b1f-8f87-995e1a7b94a1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640557 May 04 14:12:56.775214 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-71e2647d-9a37-468d-97fa-6307ef531f09 req-c7871f89-4098-43ab-ad92-1a02759d7507 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 210 time: 0.0313215 May 04 14:12:57.136991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45808) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:57.150014 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4b15a1b1-ee9d-49bd-9998-11d51f9f33bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.221842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4b15a1b1-ee9d-49bd-9998-11d51f9f33bc admin admin] Publish callbacks [] for security_group (c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.297329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-4b15a1b1-ee9d-49bd-9998-11d51f9f33bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.337698 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-4b15a1b1-ee9d-49bd-9998-11d51f9f33bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc508ee00dd64d929fa9cc03421f7105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995890 May 04 14:12:57.338419 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15a1b1-ee9d-49bd-9998-11d51f9f33bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:57.340454 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45810) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:12:57.393425 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] Publish callbacks [] for security_group (c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.416295 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] Publish callbacks [] for security_group (c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.552681 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1439-eb6a-4ad4-acaf-7142079a370d req-b1623c24-7050-414e-9f60-5e8499e28e9f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:57.554147 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-317a1439-eb6a-4ad4-acaf-7142079a370d req-b1623c24-7050-414e-9f60-5e8499e28e9f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0487874 May 04 14:12:57.555795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.558456 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:57.559410 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2 HTTP/1.1" status: 204 len: 168 time: 0.2180033 May 04 14:12:57.574794 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f983df-62d6-43c5-bb77-3a29b1588173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2bf9f-1d12-48ef-b558-1ad2ae1f24b2,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:57.617785 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-317a1439-eb6a-4ad4-acaf-7142079a370d req-b4edf582-1280-4faa-a912-b833a23f5afb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550764 May 04 14:12:57.873565 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-efbfd71f-6465-434e-a1f9-6f6ebfab298b req-dcb1118f-9ecb-47b4-b38d-8252f1b2bdc5 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 210 time: 0.0293434 May 04 14:12:58.067146 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b00e908-4134-4ab1-9cea-87c3f5f5cde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:58.476763 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-b2fb4ec6-1ea9-4693-ba03-0d0e1820b3f7 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:58.478240 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-b2fb4ec6-1ea9-4693-ba03-0d0e1820b3f7 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "GET /v2.0/networks?id=cac01874-f324-46a7-88fc-6b63245285d4 HTTP/1.1" status: 200 len: 809 time: 0.1048715 May 04 14:12:58.509807 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Request body: {'port': {'device_id': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4', 'admin_state_up': True, 'tenant_id': '2fbc65e323204179bedb61d709caed21'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:58.736954 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318ce0-5d29-4d58-9ab4-4b013918bf51 req-0d678ac0-df56-4ed1-8937-5fcdd17e59b0 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:58.738471 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19318ce0-5d29-4d58-9ab4-4b013918bf51 req-0d678ac0-df56-4ed1-8937-5fcdd17e59b0 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0494294 May 04 14:12:58.751898 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Made reservation on behalf of 2fbc65e323204179bedb61d709caed21 for: {'port': 1} {{(pid=115584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:12:58.755453 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:58.783378 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:58.840941 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19318ce0-5d29-4d58-9ab4-4b013918bf51 req-c0271b50-7b24-4a12-81ab-47ce7ef4a757 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965409 May 04 14:12:58.934747 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_common [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Allocated IP 172.20.0.10 (cac01874-f324-46a7-88fc-6b63245285d4/0ffd37c8-51b1-4b96-b950-8b11ab4eb67c/561ad2f6-5d57-44d6-a59a-db5f9354698c) {{(pid=115584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:12:59.005408 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-bb92b554-0f06-4b29-b537-54434437f9fc req-d3d5484c-d2b9-45d2-a518-06d3a0871ec9 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 210 time: 0.0390656 May 04 14:12:59.140844 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks [] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:59.235063 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:59.280295 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Network cac01874-f324-46a7-88fc-6b63245285d4 is already hosted by enough agents. {{(pid=115584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:12:59.283730 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.base_scheduler [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Resources bound (agent type, host, resource id): {{(pid=115584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:12:59.286256 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Received port after_create {{(pid=115584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:12:59.297117 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:59.317593 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Pushing event updated for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:12:59.345636 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:12:59.346223 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:12:59.477262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0ec75b38-a476-493d-8d23-2b7a21aa4e80 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9730046 May 04 14:12:59.495245 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Request body: {'port': {'device_id': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:12:59.558285 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.111387 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb8cc-36bd-4308-b5b6-9e4e1a437030 req-024cf50b-24ab-446f-94aa-592ea685c4fe tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:00.112847 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87bcb8cc-36bd-4308-b5b6-9e4e1a437030 req-024cf50b-24ab-446f-94aa-592ea685c4fe tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 944 time: 0.0856423 May 04 14:13:00.172813 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e17a70-1cc8-4f7a-bd6d-b0d7c490aeb0 req-5f23f80a-92a7-49cf-82ea-67a25d1bcb4f tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:00.174659 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87e17a70-1cc8-4f7a-bd6d-b0d7c490aeb0 req-5f23f80a-92a7-49cf-82ea-67a25d1bcb4f tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 932 time: 0.0860534 May 04 14:13:00.248081 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87bcb8cc-36bd-4308-b5b6-9e4e1a437030 req-741e8398-96d0-43bd-9561-3b843a359405 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116903 May 04 14:13:00.271114 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561ad2f6-5d57-44d6-a59a-db5f9354698c {{(pid=115584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:13:00.284619 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks [] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.298861 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-87e17a70-1cc8-4f7a-bd6d-b0d7c490aeb0 req-4a9961c7-ace0-4e27-9be7-5648c90e418b tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095378 May 04 14:13:00.304125 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.provisioning_blocks [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Transition to ACTIVE for port object 561ad2f6-5d57-44d6-a59a-db5f9354698c will not be triggered until provisioned by entity L2. {{(pid=115584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:13:00.360903 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 0452c947-8e66-4474-82fd-c196d0dcb4be details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:13:00.411633 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.462621 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Pushing event updated for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=2']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:00.468833 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0452c947-8e66-4474-82fd-c196d0dcb4be,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:00.480476 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'port_id': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'mac_address': 'fa:16:3e:29:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:13:00.521313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 0452c947-8e66-4474-82fd-c196d0dcb4be is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:13:00.521313 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.542403 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Attempting to bind port 561ad2f6-5d57-44d6-a59a-db5f9354698c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:13:00.542908 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Attempting to bind port 561ad2f6-5d57-44d6-a59a-db5f9354698c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:13:00.543143 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Attempting to bind port 561ad2f6-5d57-44d6-a59a-db5f9354698c on network cac01874-f324-46a7-88fc-6b63245285d4 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:13:00.551545 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Port 561ad2f6-5d57-44d6-a59a-db5f9354698c on network cac01874-f324-46a7-88fc-6b63245285d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:13:00.552189 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Attempting to bind port 561ad2f6-5d57-44d6-a59a-db5f9354698c on network cac01874-f324-46a7-88fc-6b63245285d4 {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:13:00.552665 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452c947-8e66-4474-82fd-c196d0dcb4be {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:13:00.558586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Checking agent: {'id': '4695840e-8718-4b6f-8432-f50f6c163a76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'started_at': datetime.datetime(2022, 5, 4, 14, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:13:00.558847 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Checking segment: {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:13:00.559803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Bound using segment: {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'} {{(pid=115584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:13:00.559803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.managers [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Bound port: 561ad2f6-5d57-44d6-a59a-db5f9354698c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3170f68-e663-49a5-9696-80ded09c474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4'}}] {{(pid=115584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:13:00.561189 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.575636 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0452c947-8e66-4474-82fd-c196d0dcb4be,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:00.630549 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, cleared binding levels {{(pid=115584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:13:00.633984 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:13:00.668864 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.720477 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:00.738092 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.774701 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:00.775428 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:00.776896 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] 10.222.0.58 "PUT /v2.0/ports/561ad2f6-5d57-44d6-a59a-db5f9354698c HTTP/1.1" status: 200 len: 1094 time: 1.2859998 May 04 14:13:00.777368 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:00.779643 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:00.812152 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaf206-7f0e-425e-af0b-215177a4026a service neutron] Pushing event updated for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=3']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:00.820940 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1aed70-d372-4706-b99e-4e660fa01a01 x-openstack-request-id: req-3c1aed70-d372-4706-b99e-4e660fa01a01 {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:00.821232 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:00.821521 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c1aed70-d372-4706-b99e-4e660fa01a01 {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:00.821920 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1aed70-d372-4706-b99e-4e660fa01a01'] response: {'name': 'network-changed', 'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c', 'status': 'completed', 'code': 200} May 04 14:13:00.911280 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-5b52e8fd-b590-469d-bf3a-a4ed04a2c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:00.912865 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-5b52e8fd-b590-469d-bf3a-a4ed04a2c743 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 1128 time: 0.0456116 May 04 14:13:00.977214 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:01.008133 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['0452c947-8e66-4474-82fd-c196d0dcb4be'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:13:01.021903 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-55a1c468-8a1a-4d12-93c2-78155546873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.023317 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-55a1c468-8a1a-4d12-93c2-78155546873d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fbc65e323204179bedb61d709caed21&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0980587 May 04 14:13:01.122788 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-2edd6702-e43e-4da1-9218-ee88cc660801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.124337 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e2d2fcdf-b7cb-4551-ab20-502fc01570c1 req-2edd6702-e43e-4da1-9218-ee88cc660801 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949681 May 04 14:13:01.227902 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-13326b17-c3d9-4cef-a9ae-5763b90ac88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.229755 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-13326b17-c3d9-4cef-a9ae-5763b90ac88b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbc65e323204179bedb61d709caed21&device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 1128 time: 0.0422785 May 04 14:13:01.281484 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-e838012e-055f-4928-9c0c-fb7f9eae0dfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c HTTP/1.1" status: 200 len: 217 time: 0.0380144 May 04 14:13:01.379429 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1a19b-d063-452b-b211-b8b195186e73 req-0d7f1499-31c4-4874-a440-27c44a0aebfc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.381012 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ac1a19b-d063-452b-b211-b8b195186e73 req-0d7f1499-31c4-4874-a440-27c44a0aebfc tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 945 time: 0.0613108 May 04 14:13:01.383900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-c55ccc51-6a78-41e6-bdbe-469a215e5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.386065 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-c55ccc51-6a78-41e6-bdbe-469a215e5488 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffd37c8-51b1-4b96-b950-8b11ab4eb67c HTTP/1.1" status: 200 len: 849 time: 0.0983412 May 04 14:13:01.454549 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-f50159f6-0d12-42e3-a5e2-b54c576db3c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac01874-f324-46a7-88fc-6b63245285d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583439 May 04 14:13:01.490554 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf873e5-fbca-4d82-9e25-83e80ee60cf4 req-33cb396b-1594-463e-ab87-a762725df22a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:01.492084 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3cf873e5-fbca-4d82-9e25-83e80ee60cf4 req-33cb396b-1594-463e-ab87-a762725df22a tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 944 time: 0.1098912 May 04 14:13:01.569268 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3ac1a19b-d063-452b-b211-b8b195186e73 req-d4ab67e9-a283-4d69-9e62-c3babf284f18 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814582 May 04 14:13:01.617586 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3cf873e5-fbca-4d82-9e25-83e80ee60cf4 req-e0ab4a10-486e-4ca3-ade3-b5bf698870d4 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134150 May 04 14:13:01.617586 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-0e549752-80e4-4e86-8a27-4d6ddd9d0886 service neutron] 10.222.0.58 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555188 May 04 14:13:01.718271 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-7772cb3e-bee0-4d81-a2ca-2ef23870de55 req-8fc01910-f043-46ec-b6f0-23b53bf33799 service neutron] 10.222.0.58 "GET /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945554 May 04 14:13:02.373704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 0452c947-8e66-4474-82fd-c196d0dcb4be up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:13:02.398770 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:02.430637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 0452c947-8e66-4474-82fd-c196d0dcb4be completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:13:02.542794 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 0452c947-8e66-4474-82fd-c196d0dcb4be triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:13:02.543100 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:02.630020 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 0452c947-8e66-4474-82fd-c196d0dcb4be is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:13:02.630423 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:02.659142 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:02.661625 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385acae5-6106-48b6-9d6d-ff4bbb9aeda0" -d '{"events": [{"server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "name": "network-vif-plugged", "status": "completed", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:02.677171 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0452c947-8e66-4474-82fd-c196d0dcb4be,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:02.745855 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeae80-ec3e-447a-ae6f-840eaa00db92 req-2a6352ac-bdfe-4978-9c78-2c829bbc7e39 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:02.747793 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6aeae80-ec3e-447a-ae6f-840eaa00db92 req-2a6352ac-bdfe-4978-9c78-2c829bbc7e39 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 945 time: 0.0746782 May 04 14:13:02.749597 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:02.771327 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477488d-0957-4a46-a41e-38e525a4263f req-71256518-636b-4dda-a0e3-4d599dc0aaef tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:02.772788 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3477488d-0957-4a46-a41e-38e525a4263f req-71256518-636b-4dda-a0e3-4d599dc0aaef tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 944 time: 0.0704045 May 04 14:13:02.805943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:02.849528 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e6aeae80-ec3e-447a-ae6f-840eaa00db92 req-edf796f7-2d8b-4478-9381-afc2ae338b71 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929668 May 04 14:13:02.863130 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3477488d-0957-4a46-a41e-38e525a4263f req-19446414-a01c-48f3-9877-b2f9500cf457 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 May 04 14:13:02.905840 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c2273-8799-4990-a0d7-215f81db3c62 x-openstack-request-id: req-590c2273-8799-4990-a0d7-215f81db3c62 {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:02.906136 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "name": "network-vif-plugged", "status": "completed", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:02.906410 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-590c2273-8799-4990-a0d7-215f81db3c62 {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:02.906798 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590c2273-8799-4990-a0d7-215f81db3c62'] response: {'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'code': 200} May 04 14:13:03.375223 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd26c1-2067-4f6e-829e-e5e987ee8d1c req-cce2a885-6904-491f-89c1-1118777120f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:03.376605 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f3cd26c1-2067-4f6e-829e-e5e987ee8d1c req-cce2a885-6904-491f-89c1-1118777120f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1130 time: 0.0410135 May 04 14:13:03.423622 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f3cd26c1-2067-4f6e-829e-e5e987ee8d1c req-7a44eed0-b0ad-480c-b293-3f4f5ab09771 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 May 04 14:13:04.008011 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1077-183c-44ff-b142-42244d812be2 req-df25cafa-8e95-4e7b-8bc4-e3bac340dd7c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:04.014780 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aa9f1077-183c-44ff-b142-42244d812be2 req-df25cafa-8e95-4e7b-8bc4-e3bac340dd7c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0817282 May 04 14:13:04.018220 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d807a6-940a-4b4f-90fc-0f8c1a4c5e09 req-8b8c7c62-570e-4c24-9864-6eab7dbacecb tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:04.019578 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e1d807a6-940a-4b4f-90fc-0f8c1a4c5e09 req-8b8c7c62-570e-4c24-9864-6eab7dbacecb tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 944 time: 0.0788679 May 04 14:13:04.093797 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-aa9f1077-183c-44ff-b142-42244d812be2 req-cfb4bc11-b145-4cd6-ab58-3c64e16d2be9 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732882 May 04 14:13:04.097901 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e1d807a6-940a-4b4f-90fc-0f8c1a4c5e09 req-146fd691-6e28-428b-9e7a-e663c793fb89 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716064 May 04 14:13:04.378894 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 561ad2f6-5d57-44d6-a59a-db5f9354698c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=115585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:13:04.480034 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:04.493545 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Returning: {'device': '561ad2f6-5d57-44d6-a59a-db5f9354698c', 'network_id': 'cac01874-f324-46a7-88fc-6b63245285d4', 'port_id': '561ad2f6-5d57-44d6-a59a-db5f9354698c', 'mac_address': 'fa:16:3e:fa:b0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffd37c8-51b1-4b96-b950-8b11ab4eb67c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:13:04.543923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 561ad2f6-5d57-44d6-a59a-db5f9354698c is: DOWN; New status is: BUILD {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:13:04.544319 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:04.558717 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561ad2f6-5d57-44d6-a59a-db5f9354698c {{(pid=115585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:13:04.580464 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:04.646118 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:04.695559 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=4']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:05.006274 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['561ad2f6-5d57-44d6-a59a-db5f9354698c'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:13:05.240062 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7b2b0-2a55-4c0e-ac6b-17233f906a25 req-654deab0-fe11-4a22-a859-f7daabe819ad tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:05.241553 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00c7b2b0-2a55-4c0e-ac6b-17233f906a25 req-654deab0-fe11-4a22-a859-f7daabe819ad tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0720420 May 04 14:13:05.254683 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ccd7a-5b6e-40bd-83b6-efadf7f62190 req-f58f7eaa-34f6-413a-b508-bddd250e5c86 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:05.256321 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9c5ccd7a-5b6e-40bd-83b6-efadf7f62190 req-f58f7eaa-34f6-413a-b508-bddd250e5c86 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 945 time: 0.0777664 May 04 14:13:05.335979 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9c5ccd7a-5b6e-40bd-83b6-efadf7f62190 req-923dedd4-b2ca-4076-a2f0-b9908bac53b4 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713956 May 04 14:13:05.340151 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-00c7b2b0-2a55-4c0e-ac6b-17233f906a25 req-a8752756-e80f-4e82-8111-403008a8a5ec tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828750 May 04 14:13:05.398137 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 45980) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:05.467631 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ebf9c-4ba2-4c00-a29f-d724df194297 req-d4f869b1-b2f7-43e4-816b-0a583b8c8078 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:05.469171 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-723ebf9c-4ba2-4c00-a29f-d724df194297 req-d4f869b1-b2f7-43e4-816b-0a583b8c8078 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0497694 May 04 14:13:05.515632 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-96abeced-dff8-4819-aaa8-6c1a40f68bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.541558 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-723ebf9c-4ba2-4c00-a29f-d724df194297 req-58fd0e2e-d783-4394-8ac7-60d24caca345 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660887 May 04 14:13:05.564568 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45984) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:05.606528 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-96abeced-dff8-4819-aaa8-6c1a40f68bee admin admin] Publish callbacks [] for security_group (648d6648-457b-487b-b273-f0884fac2973), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.691853 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-96abeced-dff8-4819-aaa8-6c1a40f68bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (648d6648-457b-487b-b273-f0884fac2973), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.714210 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f610e-4967-45bb-ab6c-86c50eba0ba5 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:05.715744 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-fc8f610e-4967-45bb-ab6c-86c50eba0ba5 tempest-TestVolumeBootPattern-454917105 tempest-TestVolumeBootPattern-454917105-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1125 time: 0.1502934 May 04 14:13:05.718664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45988) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:05.722891 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.v2.base [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Request body: {'floatingip': {'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'port_id': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'tenant_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:13:05.736372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-96abeced-dff8-4819-aaa8-6c1a40f68bee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a186d4c4ece4e13a654ff72ccea67f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371251 May 04 14:13:05.737277 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abeced-dff8-4819-aaa8-6c1a40f68bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d6648-457b-487b-b273-f0884fac2973,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:05.739343 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 45990) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:05.795213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Publish callbacks [] for security_group (648d6648-457b-487b-b273-f0884fac2973), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.818374 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Publish callbacks [] for security_group (648d6648-457b-487b-b273-f0884fac2973), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.868444 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.942968 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (648d6648-457b-487b-b273-f0884fac2973), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.945474 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.946620 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/648d6648-457b-487b-b273-f0884fac2973 HTTP/1.1" status: 204 len: 168 time: 0.2063315 May 04 14:13:05.961682 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:05.963489 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d6648-457b-487b-b273-f0884fac2973,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:05.976137 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.976480 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.976816 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.977150 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.977498 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.977827 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.978149 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.978473 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.978797 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.979095 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.979508 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.979847 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.980159 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.980463 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:05.980883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda475c-4634-496d-835a-3239b06ebfde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:06.084445 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Allocated IP 172.27.3.89 (4aa06762-2c73-458f-b1e6-ff49c8f8bbc9/27016d37-224f-4cbe-83d8-74bae732092a/bcd43e82-dfb9-4d6a-9858-86309b300b1b) {{(pid=115583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:13:06.191291 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.292226 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730632089775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.293878 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46006) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:06.339198 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Network 4aa06762-2c73-458f-b1e6-ff49c8f8bbc9 is already hosted by enough agents. {{(pid=115583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:13:06.343556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Resources bound (agent type, host, resource id): {{(pid=115583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:13:06.345520 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=bcd43e82-dfb9-4d6a-9858-86309b300b1b,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:06.347859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Received port after_create {{(pid=115583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:13:06.387071 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 561ad2f6-5d57-44d6-a59a-db5f9354698c up at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:13:06.443589 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning for port 561ad2f6-5d57-44d6-a59a-db5f9354698c completed by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:13:06.467114 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49e415e3-d9db-4599-a99b-495fd173b7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.477369 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664fa2-faae-48a7-b980-78f6e98de8d0 req-f1ca7dc5-e7a4-45d3-b3e3-381f785b6b7d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:06.480006 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8b664fa2-faae-48a7-b980-78f6e98de8d0 req-f1ca7dc5-e7a4-45d3-b3e3-381f785b6b7d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 945 time: 0.0646982 May 04 14:13:06.549998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-8b664fa2-faae-48a7-b980-78f6e98de8d0 req-09c0d7be-8262-4dfe-bed7-0edee30e8ab0 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 May 04 14:13:06.560244 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Provisioning complete for port 561ad2f6-5d57-44d6-a59a-db5f9354698c triggered by entity L2. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:13:06.560635 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.606207 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49e415e3-d9db-4599-a99b-495fd173b7ac admin admin] Publish callbacks [] for security_group (81d5cd71-4e9b-44ad-821a-efced37069d2), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.663549 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Current status of the port 561ad2f6-5d57-44d6-a59a-db5f9354698c is: BUILD; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:13:06.663939 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), before_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.675704 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-49e415e3-d9db-4599-a99b-495fd173b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (81d5cd71-4e9b-44ad-821a-efced37069d2), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.691705 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c'}] {{(pid=115585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:06.694196 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}905376c8492d3e2aeb97ba3542a5cb4b5ef59ad057eeaa2afa1075bfda55a2b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d1cc7-2c8e-4158-8c14-b70f82f1b384" -d '{"events": [{"server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "name": "network-vif-plugged", "status": "completed", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c"}]}' {{(pid=115585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:06.708319 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:06.726246 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e415e3-d9db-4599-a99b-495fd173b7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d5cd71-4e9b-44ad-821a-efced37069d2,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:06.745526 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-49e415e3-d9db-4599-a99b-495fd173b7ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7f389004e4d4f3a922b487deeeed1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440565 May 04 14:13:06.745526 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46014) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:06.745526 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46016) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:06.750387 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704a574-0676-4913-80c3-f832a3dd2afa x-openstack-request-id: req-1704a574-0676-4913-80c3-f832a3dd2afa {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:06.750758 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "name": "network-vif-plugged", "status": "completed", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c", "code": 200}]} {{(pid=115585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:06.750936 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1704a574-0676-4913-80c3-f832a3dd2afa {{(pid=115585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:06.751338 dv-cinder-836996-12-iscsi neutron-server[115585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1704a574-0676-4913-80c3-f832a3dd2afa'] response: {'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c', 'code': 200} May 04 14:13:06.765320 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fc0e193a-d31a-479f-ac77-a555fca592cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.805346 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.875288 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Pushing event updated for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=5']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:06.875521 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] Publish callbacks [] for security_group (81d5cd71-4e9b-44ad-821a-efced37069d2), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.930601 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] Publish callbacks [] for security_group (81d5cd71-4e9b-44ad-821a-efced37069d2), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:06.978194 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fc0e193a-d31a-479f-ac77-a555fca592cd admin admin] Publish callbacks [] for security_group (bad7443d-fe45-4738-adc1-84e210e85cf9), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.051917 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-fc0e193a-d31a-479f-ac77-a555fca592cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bad7443d-fe45-4738-adc1-84e210e85cf9), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.092745 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (81d5cd71-4e9b-44ad-821a-efced37069d2), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.096292 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.097463 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81d5cd71-4e9b-44ad-821a-efced37069d2 HTTP/1.1" status: 204 len: 168 time: 0.3397355 May 04 14:13:07.104462 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-fc0e193a-d31a-479f-ac77-a555fca592cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb6e856732d1494dab8094c2dc3beb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590977 May 04 14:13:07.105224 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (56d86bd3-1568-4547-8f35-b6fe7fbd0d88), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.105650 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46020) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:07.113172 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e193a-d31a-479f-ac77-a555fca592cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7443d-fe45-4738-adc1-84e210e85cf9,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:07.157870 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffdb02-d3bb-4248-a022-5212dfc0b47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d5cd71-4e9b-44ad-821a-efced37069d2,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:07.212157 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47966949-149c-41f0-ad63-06765e380991 req-5617ab1d-f467-4c09-947c-6f17aa549a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:07.214585 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47966949-149c-41f0-ad63-06765e380991 req-5617ab1d-f467-4c09-947c-6f17aa549a97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 1130 time: 0.0741370 May 04 14:13:07.245259 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] Publish callbacks [] for security_group (bad7443d-fe45-4738-adc1-84e210e85cf9), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.246397 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), before_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.281397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] Publish callbacks [] for security_group (bad7443d-fe45-4738-adc1-84e210e85cf9), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.297642 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-47966949-149c-41f0-ad63-06765e380991 req-67d2c610-c695-4ecb-b7c4-7d93ab1931d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756276 May 04 14:13:07.408227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), precommit_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.525778 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (bad7443d-fe45-4738-adc1-84e210e85cf9), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.525778 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.525778 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bad7443d-fe45-4738-adc1-84e210e85cf9 HTTP/1.1" status: 204 len: 168 time: 0.4150791 May 04 14:13:07.529276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd139a9f-4740-4d8f-8628-4a5de17d34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7443d-fe45-4738-adc1-84e210e85cf9,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:07.571616 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3768212'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), after_update {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.647440 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event updated for resources: {'Port': ['ID=bcd43e82-dfb9-4d6a-9858-86309b300b1b,revision_number=2']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:07.663318 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963856'] for floatingip (56d86bd3-1568-4547-8f35-b6fe7fbd0d88), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:07.689160 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86310-32eb-49a0-8064-10250463af4d req-76ef07fc-f082-431e-bade-4ef67c9b2b87 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:07.702514 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-29c86310-32eb-49a0-8064-10250463af4d req-76ef07fc-f082-431e-bade-4ef67c9b2b87 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0733929 May 04 14:13:07.763197 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-29c86310-32eb-49a0-8064-10250463af4d req-97a0e9ba-d2b4-48ca-abf9-d9848e0db656 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 May 04 14:13:07.777514 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 56d86bd3-1568-4547-8f35-b6fe7fbd0d88 associated. External IP: 172.27.3.89, port: 0452c947-8e66-4474-82fd-c196d0dcb4be. May 04 14:13:07.955885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46030) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:07.996276 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7a85d7b4-b271-4b9d-a19c-be42176631bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.048319 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:13:08.154031 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7a85d7b4-b271-4b9d-a19c-be42176631bb admin admin] Publish callbacks [] for security_group (a25688f9-be25-4ec3-ba5c-f7dda2e8767e), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.203638 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7a85d7b4-b271-4b9d-a19c-be42176631bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a25688f9-be25-4ec3-ba5c-f7dda2e8767e), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.208327 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:13:08.221814 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:13:08.236972 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:13:08.237704 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:12:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:08.266531 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7a85d7b4-b271-4b9d-a19c-be42176631bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3862413d8ebd444986c551533ff8174e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073947 May 04 14:13:08.266874 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46040) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:08.273170 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85d7b4-b271-4b9d-a19c-be42176631bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25688f9-be25-4ec3-ba5c-f7dda2e8767e,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:08.329988 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] Publish callbacks [] for security_group (a25688f9-be25-4ec3-ba5c-f7dda2e8767e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.349698 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.364866 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:13:08.385826 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] Publish callbacks [] for security_group (a25688f9-be25-4ec3-ba5c-f7dda2e8767e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.402791 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-b2e7ff1b-5ccb-4e2d-b5dc-abb74fd64e64 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6830676 May 04 14:13:08.407537 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:08.409938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19215ad5-152d-4ec9-97b2-c3a30110421f" -d '{"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:08.462095 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105850d7-04d7-4879-beac-ab9e8181fdb0 x-openstack-request-id: req-105850d7-04d7-4879-beac-ab9e8181fdb0 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:08.463399 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:08.463832 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-105850d7-04d7-4879-beac-ab9e8181fdb0 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:08.464256 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105850d7-04d7-4879-beac-ab9e8181fdb0'] response: {'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'status': 'completed', 'code': 200} May 04 14:13:08.537471 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a25688f9-be25-4ec3-ba5c-f7dda2e8767e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.540184 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:08.542115 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a25688f9-be25-4ec3-ba5c-f7dda2e8767e HTTP/1.1" status: 204 len: 168 time: 0.2737353 May 04 14:13:08.553625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e2731-b71a-4abd-a5c5-8f6b15a1b460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25688f9-be25-4ec3-ba5c-f7dda2e8767e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:08.617433 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '56d86bd3-1568-4547-8f35-b6fe7fbd0d88', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:29:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69353b14-350a-456c-b7ff-fce828a5a745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:13:06Z', 'updated_at': '2022-05-04T14:13:06Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}, {'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:08.646706 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:13:08.655982 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:13:08.656602 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:12:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:08.778243 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:13:08.891575 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2534c-155b-4137-8dec-0541b874b2b6 req-c8a4e02e-faac-44c6-b468-f64f09bfb9bd tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:08.893335 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65f2534c-155b-4137-8dec-0541b874b2b6 req-c8a4e02e-faac-44c6-b468-f64f09bfb9bd tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0545917 May 04 14:13:08.946699 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-65f2534c-155b-4137-8dec-0541b874b2b6 req-ce7bb7ac-0fd0-4bf6-a2ec-5127a55716dc tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 May 04 14:13:09.042762 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '56d86bd3-1568-4547-8f35-b6fe7fbd0d88', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:29:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69353b14-350a-456c-b7ff-fce828a5a745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:13:06Z', 'updated_at': '2022-05-04T14:13:06Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}, {'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:09.071225 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46198b-13dd-4782-b9c1-da9a74af04d5 None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '56d86bd3-1568-4547-8f35-b6fe7fbd0d88', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:29:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69353b14-350a-456c-b7ff-fce828a5a745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:13:06Z', 'updated_at': '2022-05-04T14:13:06Z', 'revision_number': 0, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}, {'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:13:09.095684 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-9f5a0279-016c-487c-8daa-c341a54720d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:09.098268 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-9f5a0279-016c-487c-8daa-c341a54720d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1130 time: 0.0457850 May 04 14:13:09.222980 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-a2371fb6-01ab-428c-9f98-8b00ba9afe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:09.224615 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-a2371fb6-01ab-428c-9f98-8b00ba9afe84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.1047120 May 04 14:13:09.304487 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-4a23392e-04bd-46f3-abf3-920fe003efb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 200 len: 999 time: 0.0675328 May 04 14:13:09.326128 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda3c00-d834-4754-b80e-618e6a9f3cae None None] New status for floating IP 56d86bd3-1568-4547-8f35-b6fe7fbd0d88: ACTIVE {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:13:09.345287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46068) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:09.362505 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-7044499a-7389-4700-a8ab-75344a3a74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:09.364001 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-7044499a-7389-4700-a8ab-75344a3a74f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0525584 May 04 14:13:09.366255 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-70e02d2b-fdc2-442d-957e-60f5fb4d8b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.417112 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-bf100c57-ba58-4de9-a4ab-d2dfe54019c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:09.418943 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-bf100c57-ba58-4de9-a4ab-d2dfe54019c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482693 May 04 14:13:09.481598 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-70e02d2b-fdc2-442d-957e-60f5fb4d8b7c admin admin] Publish callbacks [] for security_group (6028afc7-0355-42d3-80fe-1fccf44c72e0), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.531053 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-d5de8d1a-c34d-4e4f-adf5-89c6a9b0a728 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045601 May 04 14:13:09.576999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-70e02d2b-fdc2-442d-957e-60f5fb4d8b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6028afc7-0355-42d3-80fe-1fccf44c72e0), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.631965 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-70e02d2b-fdc2-442d-957e-60f5fb4d8b7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cf5c0ea7cc24939940717bebd235d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849214 May 04 14:13:09.632690 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e02d2b-fdc2-442d-957e-60f5fb4d8b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028afc7-0355-42d3-80fe-1fccf44c72e0,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:09.636753 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46072) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:09.649331 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-19215ad5-152d-4ec9-97b2-c3a30110421f req-46346981-cfbb-4ad1-9f93-7d1b5a38004b service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116021 May 04 14:13:09.688225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] Publish callbacks [] for security_group (6028afc7-0355-42d3-80fe-1fccf44c72e0), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.734885 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] Publish callbacks [] for security_group (6028afc7-0355-42d3-80fe-1fccf44c72e0), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.914669 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6028afc7-0355-42d3-80fe-1fccf44c72e0), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.917202 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:09.918377 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6028afc7-0355-42d3-80fe-1fccf44c72e0 HTTP/1.1" status: 204 len: 168 time: 0.2802596 May 04 14:13:09.926714 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef72695-2da0-4078-872e-b71ceda06bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028afc7-0355-42d3-80fe-1fccf44c72e0,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:10.069371 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d2b0d-9468-44fe-8c82-dc94aa3852e7 req-340a42a2-a7f5-499d-ae94-ac25a0ea3269 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:10.070823 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d61d2b0d-9468-44fe-8c82-dc94aa3852e7 req-340a42a2-a7f5-499d-ae94-ac25a0ea3269 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0489120 May 04 14:13:10.118521 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d61d2b0d-9468-44fe-8c82-dc94aa3852e7 req-5c223aef-6df7-4dae-b1c1-df8ec6ee95ab tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 May 04 14:13:11.651573 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c41f7-75bd-4867-aa97-b304a45ad945 req-75b6b878-0ef7-4d45-a9e7-3da733820146 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:11.653262 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-148c41f7-75bd-4867-aa97-b304a45ad945 req-75b6b878-0ef7-4d45-a9e7-3da733820146 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0530677 May 04 14:13:11.703401 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-148c41f7-75bd-4867-aa97-b304a45ad945 req-b237dfb6-50b3-4306-9046-a662dfbc8bea tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 May 04 14:13:12.824574 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d2c4-8482-4713-b3b5-07734ede0940 req-c4ecbd59-b578-4dd8-b7fa-25d0944f2333 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:12.826742 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3943d2c4-8482-4713-b3b5-07734ede0940 req-c4ecbd59-b578-4dd8-b7fa-25d0944f2333 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0494373 May 04 14:13:12.875819 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3943d2c4-8482-4713-b3b5-07734ede0940 req-bd613605-1e63-4303-8cb2-ad45e89dcbdf tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 May 04 14:13:13.995914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831e1d-af92-4c51-a97d-6401b3ece0b3 req-886bbb72-f39c-49ac-ad52-5c28298f520d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:13.997532 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f831e1d-af92-4c51-a97d-6401b3ece0b3 req-886bbb72-f39c-49ac-ad52-5c28298f520d tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0506408 May 04 14:13:14.050093 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5f831e1d-af92-4c51-a97d-6401b3ece0b3 req-f12d17c0-7231-4ee3-af7f-5af23e7ea74c tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 May 04 14:13:15.165501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c628d83-3f9a-4d58-a480-e03bcb9ee7fc req-56fb928f-8a02-41ac-b376-95ade3f059a2 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:15.167522 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4c628d83-3f9a-4d58-a480-e03bcb9ee7fc req-56fb928f-8a02-41ac-b376-95ade3f059a2 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0475955 May 04 14:13:15.216800 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4c628d83-3f9a-4d58-a480-e03bcb9ee7fc req-7e505c13-d1dd-40a7-9b28-7177fca00316 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 May 04 14:13:16.365333 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6736e-db4f-4036-8eb2-7c4131c5c592 req-8f95509b-5889-4fb5-a3a6-0fc257f7d529 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:16.366782 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0fd6736e-db4f-4036-8eb2-7c4131c5c592 req-8f95509b-5889-4fb5-a3a6-0fc257f7d529 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0797369 May 04 14:13:16.386319 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-62ef8c3b-5084-4b88-ac51-1de0207e4ce1 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:16.387852 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-62ef8c3b-5084-4b88-ac51-1de0207e4ce1 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 946 time: 0.0715032 May 04 14:13:16.461911 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0fd6736e-db4f-4036-8eb2-7c4131c5c592 req-8e9913fb-9986-49ac-b24b-f9742cb7ef60 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/security-groups?id=df05801b-e5df-4f7b-aafe-1884c69efaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 May 04 14:13:16.500633 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Deleting port 561ad2f6-5d57-44d6-a59a-db5f9354698c {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:13:16.500633 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:16.597360 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] For port 561ad2f6-5d57-44d6-a59a-db5f9354698c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=561ad2f6-5d57-44d6-a59a-db5f9354698c,segment=NetworkSegment(f3170f68-e663-49a5-9696-80ded09c474f),segment_id=f3170f68-e663-49a5-9696-80ded09c474f)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:16.597723 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:16.611429 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Calling delete_port for 561ad2f6-5d57-44d6-a59a-db5f9354698c owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:13:16.805789 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (561ad2f6-5d57-44d6-a59a-db5f9354698c), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:16.837013 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Pushing event deleted for resources: {'Port': ['ID=561ad2f6-5d57-44d6-a59a-db5f9354698c,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:16.847197 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['561ad2f6-5d57-44d6-a59a-db5f9354698c'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:13:16.884044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] No DVR routers for this DVR port 561ad2f6-5d57-44d6-a59a-db5f9354698c on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:13:16.887752 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:16.891029 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-894cba9c-00dd-4ae3-b020-80f853345bb0 req-f35456c1-66e6-407d-87d6-d385780a97a8 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.58 "DELETE /v2.0/ports/561ad2f6-5d57-44d6-a59a-db5f9354698c HTTP/1.1" status: 204 len: 173 time: 0.4951205 May 04 14:13:16.891501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'name': 'network-vif-deleted', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:16.893814 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119baf9-bddd-46bf-8fae-1dd7423b1645" -d '{"events": [{"server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "name": "network-vif-deleted", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:16.934408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfce66b-8c48-478c-9a03-abc4efbf8dec x-openstack-request-id: req-2dfce66b-8c48-478c-9a03-abc4efbf8dec {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:16.934713 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10f353-747e-4f50-8134-2ce8ee5f2633", "name": "network-vif-deleted", "tag": "561ad2f6-5d57-44d6-a59a-db5f9354698c", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:16.934996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2dfce66b-8c48-478c-9a03-abc4efbf8dec {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:16.935505 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfce66b-8c48-478c-9a03-abc4efbf8dec'] response: {'server_uuid': '1b10f353-747e-4f50-8134-2ce8ee5f2633', 'name': 'network-vif-deleted', 'tag': '561ad2f6-5d57-44d6-a59a-db5f9354698c', 'status': 'completed', 'code': 200} May 04 14:13:17.579049 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-252d1080-0373-4d67-92a8-db014d2928c1 req-a4cc9348-36f2-49d5-a107-0cce87eb9166 tempest-VolumesActionsTest-779300654 tempest-VolumesActionsTest-779300654-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b10f353-747e-4f50-8134-2ce8ee5f2633 HTTP/1.1" status: 200 len: 210 time: 0.0308547 May 04 14:13:21.330644 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46304) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:21.440351 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-39632105-2003-4c35-ab83-c2d1b4351b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.520032 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-39632105-2003-4c35-ab83-c2d1b4351b5b admin admin] Publish callbacks [] for security_group (de66e02d-14a1-45e9-ac94-b85874ccf711), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.605231 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-39632105-2003-4c35-ab83-c2d1b4351b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (de66e02d-14a1-45e9-ac94-b85874ccf711), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.644999 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-39632105-2003-4c35-ab83-c2d1b4351b5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ab0576146234de98e379c8494c925d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132329 May 04 14:13:21.645894 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39632105-2003-4c35-ab83-c2d1b4351b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66e02d-14a1-45e9-ac94-b85874ccf711,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:21.647836 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46310) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:21.698583 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] Publish callbacks [] for security_group (de66e02d-14a1-45e9-ac94-b85874ccf711), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.721671 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] Publish callbacks [] for security_group (de66e02d-14a1-45e9-ac94-b85874ccf711), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.857129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (de66e02d-14a1-45e9-ac94-b85874ccf711), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.859729 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:21.860872 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de66e02d-14a1-45e9-ac94-b85874ccf711 HTTP/1.1" status: 204 len: 168 time: 0.2118466 May 04 14:13:21.872581 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547c336-fcd7-4eac-8683-743083812dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66e02d-14a1-45e9-ac94-b85874ccf711,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:22.439490 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 561ad2f6-5d57-44d6-a59a-db5f9354698c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:13:22.459224 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 561ad2f6-5d57-44d6-a59a-db5f9354698c {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:13:22.459486 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 561ad2f6-5d57-44d6-a59a-db5f9354698c not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:13:22.527031 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46322) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:22.544296 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d3e93466-abe6-4be3-bf55-93a313a2dba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.621893 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d3e93466-abe6-4be3-bf55-93a313a2dba6 admin admin] Publish callbacks [] for security_group (a99bbea0-58ec-43df-b6af-5d2fdd36f0d7), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.708364 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-d3e93466-abe6-4be3-bf55-93a313a2dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a99bbea0-58ec-43df-b6af-5d2fdd36f0d7), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.750688 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-d3e93466-abe6-4be3-bf55-93a313a2dba6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1643ad7cfb7549d192126d4d692d7da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224498 May 04 14:13:22.751331 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e93466-abe6-4be3-bf55-93a313a2dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99bbea0-58ec-43df-b6af-5d2fdd36f0d7,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:22.753513 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46324) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:22.804779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] Publish callbacks [] for security_group (a99bbea0-58ec-43df-b6af-5d2fdd36f0d7), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.827570 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] Publish callbacks [] for security_group (a99bbea0-58ec-43df-b6af-5d2fdd36f0d7), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.971392 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a99bbea0-58ec-43df-b6af-5d2fdd36f0d7), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.974185 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:22.975410 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a99bbea0-58ec-43df-b6af-5d2fdd36f0d7 HTTP/1.1" status: 204 len: 168 time: 0.2208431 May 04 14:13:22.984605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354901f2-d98a-4e5a-8d08-23c1300c1f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99bbea0-58ec-43df-b6af-5d2fdd36f0d7,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:25.948844 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-239e9180-bea4-411c-afeb-b1c36bc9e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.153528 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46430) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:28.159822 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c5078585-1d87-42f1-b4c8-d9b130a0523b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.282529 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-61ff9465-034b-4850-9410-bb40b84c7d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.367747 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-61ff9465-034b-4850-9410-bb40b84c7d2c admin admin] Publish callbacks [] for security_group (9a59ce96-26b1-4658-9aa0-a09094af710c), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.463900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-61ff9465-034b-4850-9410-bb40b84c7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9a59ce96-26b1-4658-9aa0-a09094af710c), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.527507 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-61ff9465-034b-4850-9410-bb40b84c7d2c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1aeaca1127949749c38920013549eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716896 May 04 14:13:28.529855 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46438) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:28.531861 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9465-034b-4850-9410-bb40b84c7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a59ce96-26b1-4658-9aa0-a09094af710c,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:28.600073 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] Publish callbacks [] for security_group (9a59ce96-26b1-4658-9aa0-a09094af710c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.624929 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] Publish callbacks [] for security_group (9a59ce96-26b1-4658-9aa0-a09094af710c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.720461 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.750580 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (9a59ce96-26b1-4658-9aa0-a09094af710c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.764361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:28.769211 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a59ce96-26b1-4658-9aa0-a09094af710c HTTP/1.1" status: 204 len: 168 time: 0.2383065 May 04 14:13:28.779898 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dce8e2-011c-42d9-9947-08e2ef295de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a59ce96-26b1-4658-9aa0-a09094af710c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:29.257515 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:29.763392 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:13:30.475593 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-7bf00611-9fec-4a2e-8eaf-d1c13fc63379 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456553 May 04 14:13:30.597783 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-46e034fd-110f-4441-9767-b6cc5caabbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:30.599934 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-46e034fd-110f-4441-9767-b6cc5caabbfa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1129 time: 0.0550938 May 04 14:13:30.761758 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-866c10b6-96c0-4b24-8ad7-e9c67372a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:30.763748 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-866c10b6-96c0-4b24-8ad7-e9c67372a47b service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.1411982 May 04 14:13:30.876968 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-3e349eff-8d9a-43f3-b4c3-56cbac2f5385 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 1001 time: 0.1063690 May 04 14:13:30.964866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-d1b058dd-a4e1-4907-b7b3-e4555e7b36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:30.966962 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-d1b058dd-a4e1-4907-b7b3-e4555e7b36d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0797775 May 04 14:13:30.970813 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:31.017459 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-7bc2b546-417c-4c3e-8463-482b1a4b640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:31.018842 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-7bc2b546-417c-4c3e-8463-482b1a4b640a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454173 May 04 14:13:31.136121 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-4505a589-1d5c-4e54-8af8-3f3d290287fd service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084492 May 04 14:13:31.283939 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-e0b8d92e-5811-43a7-8bee-5f882af31f68 req-f0e6f7bb-500c-4ff0-aaed-43f85030335f service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407554 May 04 14:13:32.491051 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.184416 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46604) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:44.291135 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.365026 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Publish callbacks [] for security_group (662dda05-79c1-4810-800c-52041b6f34ea), precommit_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.462906 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (662dda05-79c1-4810-800c-52041b6f34ea), after_create {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.503172 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a2283d22b524c5ca4fe6f6d33dfe7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176026 May 04 14:13:44.503791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662dda05-79c1-4810-800c-52041b6f34ea,revision_number=1']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:44.505808 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46608) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:44.522455 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.522803 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.523145 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.523479 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.523807 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.524133 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.525208 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.525499 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.525721 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.526044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.526362 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.526680 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.526995 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.527309 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.527621 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5f75e-8e90-42f2-98f9-8321940a70cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:13:44.566826 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] Publish callbacks [] for security_group (662dda05-79c1-4810-800c-52041b6f34ea), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.592883 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] Publish callbacks [] for security_group (662dda05-79c1-4810-800c-52041b6f34ea), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.736717 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (662dda05-79c1-4810-800c-52041b6f34ea), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.739431 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:44.743145 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/662dda05-79c1-4810-800c-52041b6f34ea HTTP/1.1" status: 204 len: 168 time: 0.2339218 May 04 14:13:44.750784 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cf1d9-fa4b-4751-91ad-a00bb25832f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662dda05-79c1-4810-800c-52041b6f34ea,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:47.747432 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46704) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:47.802658 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Deleting subnet 0ffd37c8-51b1-4b96-b950-8b11ab4eb67c {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:13:47.806153 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Publish callbacks [] for subnet (0ffd37c8-51b1-4b96-b950-8b11ab4eb67c), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:47.844428 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (0ffd37c8-51b1-4b96-b950-8b11ab4eb67c), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:47.886922 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (0ffd37c8-51b1-4b96-b950-8b11ab4eb67c), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.051557 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (0ffd37c8-51b1-4b96-b950-8b11ab4eb67c), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.079678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffd37c8-51b1-4b96-b950-8b11ab4eb67c,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:48.083480 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.086778 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-dac80f11-0d69-4606-81c4-b28521ce5609 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0ffd37c8-51b1-4b96-b950-8b11ab4eb67c HTTP/1.1" status: 204 len: 168 time: 0.3379076 May 04 14:13:48.090354 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46708) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:48.165755 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (cac01874-f324-46a7-88fc-6b63245285d4), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.250491 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (cac01874-f324-46a7-88fc-6b63245285d4), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.272625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac01874-f324-46a7-88fc-6b63245285d4']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:48.283786 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3170f68-e663-49a5-9696-80ded09c474f') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:48.284083 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3170f68-e663-49a5-9696-80ded09c474f') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:48.293745 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (f3170f68-e663-49a5-9696-80ded09c474f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.310339 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (f3170f68-e663-49a5-9696-80ded09c474f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.316805 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:13:48.317203 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (f3170f68-e663-49a5-9696-80ded09c474f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:13:48.319027 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:13:48.445811 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (cac01874-f324-46a7-88fc-6b63245285d4), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.451566 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:48.456533 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] 10.222.0.69 "DELETE /v2.0/networks/cac01874-f324-46a7-88fc-6b63245285d4 HTTP/1.1" status: 204 len: 168 time: 0.3634970 May 04 14:13:48.469621 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeba3c-532f-4112-94c0-6aee5d60f831 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac01874-f324-46a7-88fc-6b63245285d4,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:48.955539 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46716) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:49.002700 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-fbb895bd-f675-4e21-9c7f-7fe875f94f8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fbc65e323204179bedb61d709caed21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458884 May 04 14:13:49.005102 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46718) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:49.053600 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] Publish callbacks [] for security_group (df05801b-e5df-4f7b-aafe-1884c69efaf7), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:49.075200 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] Publish callbacks [] for security_group (df05801b-e5df-4f7b-aafe-1884c69efaf7), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:49.216443 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (df05801b-e5df-4f7b-aafe-1884c69efaf7), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:49.218990 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:49.220153 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df05801b-e5df-4f7b-aafe-1884c69efaf7 HTTP/1.1" status: 204 len: 168 time: 0.2141144 May 04 14:13:49.228135 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde78c9c-d3f2-43ca-be2f-f86fa85d01f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df05801b-e5df-4f7b-aafe-1884c69efaf7,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:55.941636 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b5ea6712-a884-4fbf-a3ab-a0cd61b2a647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.298416 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a44769ca-7778-4cd5-814d-e5c9c47c20d4 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753953266&fields=id&tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549 HTTP/1.1" status: 200 len: 267 time: 0.2066121 May 04 14:13:56.355465 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-5bf44a4a-3f86-402d-8afc-cd604d6dae9e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:56.356926 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-5bf44a4a-3f86-402d-8afc-cd604d6dae9e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 984 time: 0.0530486 May 04 14:13:56.367589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.v2.base [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Request body: {'port': {'security_groups': ['a9e5788a-d523-4199-88a5-2bcca27db34e']}} {{(pid=115584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:13:56.445779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756367'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.628347 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:13:56.660935 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), precommit_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.724909 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730632548801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730632089793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730632089811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971118'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_update {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.763703 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:13:56.771757 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:56.772409 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.773962 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c9bd2fb7-43e3-4bd5-ab1f-a8d9784944c3 req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "PUT /v2.0/ports/18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 942 time: 0.4108860 May 04 14:13:56.783863 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:56.783863 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a3059-47bd-45a6-83cb-d02a41680a35" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:56.783863 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 46898) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:56.846506 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db163913-9c8c-4128-8cd3-6c6c161b878f x-openstack-request-id: req-db163913-9c8c-4128-8cd3-6c6c161b878f {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:56.846792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:56.847041 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db163913-9c8c-4128-8cd3-6c6c161b878f {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:56.847444 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db163913-9c8c-4128-8cd3-6c6c161b878f'] response: {'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:13:56.853730 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49721a0-fc69-4095-b632-44c2e951af7e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event updated for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=7']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:56.888084 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (58046fe5-e209-4503-b938-0de8a6f2a40d), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:56.921140 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:13:56.925897 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (58046fe5-e209-4503-b938-0de8a6f2a40d), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.048401 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-d1dde2af-cd42-4a46-b61b-bda99b616cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:57.050569 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-d1dde2af-cd42-4a46-b61b-bda99b616cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1129 time: 0.1561060 May 04 14:13:57.162972 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-9aa85974-8e45-4bd8-ad84-130cddb7f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:57.165179 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-9aa85974-8e45-4bd8-ad84-130cddb7f93b service neutron] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 916 time: 0.1046898 May 04 14:13:57.182753 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.provisioning_blocks [None req-5a6747ae-e9d2-4552-9d8f-4f8070265609 None None] Provisioning complete for port 18c62b24-a900-4ee1-af0d-fde096b0c223 triggered by entity DHCP. {{(pid=115585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:13:57.183375 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5a6747ae-e9d2-4552-9d8f-4f8070265609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7672144'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), provisioning_complete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.237018 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-ae81e5e7-1f88-4b67-9adb-3aa86b26810f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 1000 time: 0.0648530 May 04 14:13:57.287756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-9f01f501-d1ee-4854-b1d6-6758df781ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:57.291723 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-9f01f501-d1ee-4854-b1d6-6758df781ee1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.0459759 May 04 14:13:57.325258 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (58046fe5-e209-4503-b938-0de8a6f2a40d), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.327756 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for security_group (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.328893 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "DELETE /v2.0/security-groups/58046fe5-e209-4503-b938-0de8a6f2a40d HTTP/1.1" status: 204 len: 168 time: 0.5424023 May 04 14:13:57.332053 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46908) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:57.338404 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-5a6747ae-e9d2-4552-9d8f-4f8070265609 None None] Current status of the port 18c62b24-a900-4ee1-af0d-fde096b0c223 is: ACTIVE; New status is: ACTIVE {{(pid=115585) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:13:57.359618 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9293849-54bc-4e23-aa54-c7975156943b tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58046fe5-e209-4503-b938-0de8a6f2a40d,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:57.372501 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-0cbf4b4e-4fcd-4c0a-96d2-b182517233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:57.372501 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-0cbf4b4e-4fcd-4c0a-96d2-b182517233c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747821 May 04 14:13:57.381914 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-8b93eb03-5c24-4bb6-906d-33673aff6987 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=115584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:13:57.383201 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-8b93eb03-5c24-4bb6-906d-33673aff6987 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057373 May 04 14:13:57.477366 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-f1db7d54-c90a-4de9-b4b2-ece9ceb3f524 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 May 04 14:13:57.504297 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Deleting port 3b16c361-084e-48cf-bd41-d60b7f618a33 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:13:57.504780 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.568589 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-4b9a3059-47bd-45a6-83cb-d02a41680a35 req-ab09f17b-987b-4a61-8dc7-f1d3ce4b7e66 service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 May 04 14:13:57.589380 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.589715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for floatingip (3b16c361-084e-48cf-bd41-d60b7f618a33), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.603056 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Calling delete_port for 3b16c361-084e-48cf-bd41-d60b7f618a33 owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:13:57.850702 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (3b16c361-084e-48cf-bd41-d60b7f618a33), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.880374 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event deleted for resources: {'Port': ['ID=3b16c361-084e-48cf-bd41-d60b7f618a33,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:57.944025 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks [] for floatingip (5196016f-ca43-48e7-92bf-439815c2f1b1), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:57.944353 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Floating IP 5196016f-ca43-48e7-92bf-439815c2f1b1 disassociated (deleted). External IP: 172.27.3.60, port: 18c62b24-a900-4ee1-af0d-fde096b0c223. May 04 14:13:58.050409 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-21a29907-3147-42bf-9ef4-a73ab98b477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:58.186517 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Router 14bd274f-2638-4f88-a6cc-80641dbcd2ae has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:13:58.302466 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:13:58.307487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:58.312623 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Sync routers for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:13:58.323698 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:13:58.328600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:13:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:58.337666 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-1bd9bad2-0467-4229-a720-f7266ef0a5f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "DELETE /v2.0/floatingips/5196016f-ca43-48e7-92bf-439815c2f1b1 HTTP/1.1" status: 204 len: 168 time: 1.0039041 May 04 14:13:58.338388 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:13:58.340956 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:13:58.394528 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a541c1a8-a641-48b7-9aba-d0e28992bca1 x-openstack-request-id: req-a541c1a8-a641-48b7-9aba-d0e28992bca1 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:13:58.399111 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:13:58.399111 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a541c1a8-a641-48b7-9aba-d0e28992bca1 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:13:58.399111 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a541c1a8-a641-48b7-9aba-d0e28992bca1'] response: {'name': 'network-changed', 'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:13:58.481854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:13:58.490382 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-bf035c8e-b947-49fd-b184-f4313eb42c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:58.491871 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-bf035c8e-b947-49fd-b184-f4313eb42c16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 1129 time: 0.0521724 May 04 14:13:58.607091 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-60df73bf-470a-4da3-9cfc-df9d2ccfe396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:58.608553 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-60df73bf-470a-4da3-9cfc-df9d2ccfe396 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 200 len: 916 time: 0.1091716 May 04 14:13:58.658199 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-2ef55a56-1429-4b84-86f9-08c0ab615159 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 200 len: 217 time: 0.0435381 May 04 14:13:58.667785 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46928) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:58.711480 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-44c09aa3-7567-4329-907b-49d28c230678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:58.713133 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:58.713615 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-44c09aa3-7567-4329-907b-49d28c230678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 200 len: 854 time: 0.0495887 May 04 14:13:58.748522 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Checking router: 14bd274f-2638-4f88-a6cc-80641dbcd2ae for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:13:58.755985 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:58.768644 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:13:58.769019 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:13:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:58.796408 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-b6d944d3-2108-476e-8a54-03b9c471fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:13:58.798679 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-b6d944d3-2108-476e-8a54-03b9c471fc14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01cb4137-90d7-4991-86cd-1e0b61d2eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791235 May 04 14:13:58.809289 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c5-e2dc-43fc-b9e5-a23332f1418b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:58.903685 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c5-e2dc-43fc-b9e5-a23332f1418b admin admin] Publish callbacks [] for security_group (cc08e211-1205-4fe8-89db-d947796f1892), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:58.907058 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:13:58.976079 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c5-e2dc-43fc-b9e5-a23332f1418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cc08e211-1205-4fe8-89db-d947796f1892), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.020241 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5e8c5-e2dc-43fc-b9e5-a23332f1418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08e211-1205-4fe8-89db-d947796f1892,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:59.037687 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-dce5e8c5-e2dc-43fc-b9e5-a23332f1418b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a98baf533d141d5b8e7716a77fc8b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682795 May 04 14:13:59.041452 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 46934) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:13:59.105613 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] Publish callbacks [] for security_group (cc08e211-1205-4fe8-89db-d947796f1892), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.130687 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] Publish callbacks [] for security_group (cc08e211-1205-4fe8-89db-d947796f1892), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.160758 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:13:59.191416 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-36ce1a92-9468-484d-a62f-a9b8456be78c service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849018 May 04 14:13:59.198910 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcf196-8225-4b81-84fb-c4bb52b53a96 None None] The sync data for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi is: [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:10:56Z', 'revision_number': 4, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': '20689f81-860b-46b6-be4d-ced4ff0f8c34', 'name': '', 'network_id': '01cb4137-90d7-4991-86cd-1e0b61d2eaa8', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'mac_address': 'fa:16:3e:2f:cd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:55Z', 'updated_at': '2022-05-04T14:11:01Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'subnets': [{'id': '75497917-ccf7-49cb-850a-f20a61e9bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:13:59.279363 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (cc08e211-1205-4fe8-89db-d947796f1892), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.283243 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.283372 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc08e211-1205-4fe8-89db-d947796f1892 HTTP/1.1" status: 204 len: 168 time: 0.2408290 May 04 14:13:59.292991 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bfb37-68de-444a-a2e5-ba5401d7732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08e211-1205-4fe8-89db-d947796f1892,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:13:59.296413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:13:59.471417 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50052d-a983-44bd-931c-c0bf3d86ffc7 None None] New status for floating IP 5196016f-ca43-48e7-92bf-439815c2f1b1: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:14:00.941999 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:02.427674 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:06.763689 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:14:11.127384 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-d6c614f2-519e-4012-a5a7-b4a3a99e7c65 req-a451f9e4-a03b-468b-84e4-3aee426a4faf service neutron] 10.222.0.58 "GET /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836875 May 04 14:14:16.722423 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adb6db-e16e-4637-9bd9-d34583f24d5f req-f400be69-f123-4f94-bc3c-1f16b28e1b58 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:16.723937 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-39adb6db-e16e-4637-9bd9-d34583f24d5f req-f400be69-f123-4f94-bc3c-1f16b28e1b58 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0482199 May 04 14:14:16.774809 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-39adb6db-e16e-4637-9bd9-d34583f24d5f req-259cc130-9c34-42e5-b9c1-7387abde02d2 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 May 04 14:14:17.890233 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd8a4d-9d6a-46b2-8991-bbcd2914a91d req-b703732d-6735-4b0c-946f-da57765f05ab tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:17.891709 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9cbd8a4d-9d6a-46b2-8991-bbcd2914a91d req-b703732d-6735-4b0c-946f-da57765f05ab tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0466001 May 04 14:14:17.938571 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-9cbd8a4d-9d6a-46b2-8991-bbcd2914a91d req-db632eff-18a1-47b6-bcc8-81cb2a581206 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 May 04 14:14:19.052155 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdc407-661c-4773-bac6-60a4b21e1eaf req-a819a1ba-a828-485a-a28e-6253ea423b43 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:19.053661 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32bdc407-661c-4773-bac6-60a4b21e1eaf req-a819a1ba-a828-485a-a28e-6253ea423b43 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0483840 May 04 14:14:19.101283 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-32bdc407-661c-4773-bac6-60a4b21e1eaf req-f0aad867-1c93-414a-aaf1-633e4ac59a5a tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 May 04 14:14:20.219183 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aebd3-5c37-400f-a427-2755449cdec8 req-705defe8-c5ba-4b61-9758-d580204395d8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:20.220634 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-027aebd3-5c37-400f-a427-2755449cdec8 req-705defe8-c5ba-4b61-9758-d580204395d8 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0499341 May 04 14:14:20.268578 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-027aebd3-5c37-400f-a427-2755449cdec8 req-1fbe0f8b-19bb-4657-a39d-9211ec1921e7 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 May 04 14:14:21.140835 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-34467b66-e0e3-46ce-b16a-463ffad19d0f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:21.142757 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-34467b66-e0e3-46ce-b16a-463ffad19d0f tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0480378 May 04 14:14:21.230981 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Deleting port 18c62b24-a900-4ee1-af0d-fde096b0c223 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:21.231734 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:21.319997 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] For port 18c62b24-a900-4ee1-af0d-fde096b0c223, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=18c62b24-a900-4ee1-af0d-fde096b0c223,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:21.320353 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:21.340874 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Calling delete_port for 18c62b24-a900-4ee1-af0d-fde096b0c223 owned by compute:nova {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:21.427663 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ac0c-edab-4d15-8db4-6d3be242df01 req-4dbb498c-e5a8-4031-ae69-81c96fc84dab tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:21.429035 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5134ac0c-edab-4d15-8db4-6d3be242df01 req-4dbb498c-e5a8-4031-ae69-81c96fc84dab tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 945 time: 0.0840156 May 04 14:14:21.495392 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-5134ac0c-edab-4d15-8db4-6d3be242df01 req-693146f8-3485-4282-9d4d-040bbb1eeda1 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/security-groups?id=a9e5788a-d523-4199-88a5-2bcca27db34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591621 May 04 14:14:21.621922 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (18c62b24-a900-4ee1-af0d-fde096b0c223), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:21.655273 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Pushing event deleted for resources: {'Port': ['ID=18c62b24-a900-4ee1-af0d-fde096b0c223,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:21.661440 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] get_ports_and_sgs() called for port_ids ['18c62b24-a900-4ee1-af0d-fde096b0c223'] {{(pid=115585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:14:21.702620 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] No DVR routers for this DVR port 18c62b24-a900-4ee1-af0d-fde096b0c223 on host hv-cinder-83699 {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:14:21.705181 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:21.708391 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-2c89c389-0d63-48cd-b38c-ec74ee4a7b0e req-e50e4518-408c-45f4-b758-ec10668f5b4e tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.58 "DELETE /v2.0/ports/18c62b24-a900-4ee1-af0d-fde096b0c223 HTTP/1.1" status: 204 len: 173 time: 0.5607102 May 04 14:14:21.708822 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'name': 'network-vif-deleted', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223'}] {{(pid=115584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:14:21.711076 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9226e7f2fcaef28d4f1c407d1cfd9bc140a18958330014361c41d48214281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fcdffe-9075-4c8a-95e3-677e0d47993a" -d '{"events": [{"server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "name": "network-vif-deleted", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223"}]}' {{(pid=115584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:14:21.809324 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82044b03-a459-4043-9343-80c7e6c7de7b x-openstack-request-id: req-82044b03-a459-4043-9343-80c7e6c7de7b {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:14:21.809647 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff82ce39-16e6-4e4a-97a4-151a697ef5f5", "name": "network-vif-deleted", "tag": "18c62b24-a900-4ee1-af0d-fde096b0c223", "status": "completed", "code": 200}]} {{(pid=115584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:14:21.809893 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82044b03-a459-4043-9343-80c7e6c7de7b {{(pid=115584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:14:21.810289 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82044b03-a459-4043-9343-80c7e6c7de7b'] response: {'server_uuid': 'ff82ce39-16e6-4e4a-97a4-151a697ef5f5', 'name': 'network-vif-deleted', 'tag': '18c62b24-a900-4ee1-af0d-fde096b0c223', 'status': 'completed', 'code': 200} May 04 14:14:22.605428 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0788e8e3-362c-4807-9a68-f1e17037809b req-0872996e-c4ac-434c-961e-5a1714df68f0 tempest-TestMinimumBasicScenario-506830192 tempest-TestMinimumBasicScenario-506830192-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff82ce39-16e6-4e4a-97a4-151a697ef5f5 HTTP/1.1" status: 200 len: 210 time: 0.0274987 May 04 14:14:25.294990 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47138) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:25.642017 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:25.892197 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Deleting port 20689f81-860b-46b6-be4d-ced4ff0f8c34 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:25.892442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:25.976407 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] For port 20689f81-860b-46b6-be4d-ced4ff0f8c34, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=20689f81-860b-46b6-be4d-ced4ff0f8c34,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:25.976779 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:25.990694 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Calling delete_port for 20689f81-860b-46b6-be4d-ced4ff0f8c34 owned by network:router_interface {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:25.992773 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-edaa21c6-4d8c-4202-8037-80240fab57f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:26.239036 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (20689f81-860b-46b6-be4d-ced4ff0f8c34), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:26.276412 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20689f81-860b-46b6-be4d-ced4ff0f8c34,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:26.454909 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:26.678182 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Router 14bd274f-2638-4f88-a6cc-80641dbcd2ae has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:14:26.723361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 18c62b24-a900-4ee1-af0d-fde096b0c223 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:26.743989 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 18c62b24-a900-4ee1-af0d-fde096b0c223 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:26.744443 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 18c62b24-a900-4ee1-af0d-fde096b0c223 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:26.790820 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:14:26.798325 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8f73bee0-c2bc-42a0-aa61-51d40fb00ac6 admin admin] 10.222.0.69 "PUT /v2.0/routers/14bd274f-2638-4f88-a6cc-80641dbcd2ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4996655 May 04 14:14:26.798442 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47146) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:26.799459 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Sync routers for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:14:26.811326 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:14:26.811950 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:13:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:26.909721 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks [] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:26.927572 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:14:27.024329 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks [] for router_gateway (14bd274f-2638-4f88-a6cc-80641dbcd2ae), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.101971 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:14:26Z', 'revision_number': 5, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port': {'id': 'cae68d95-d3b3-4c1a-ab46-0b84722fa255', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:10:53Z', 'updated_at': '2022-05-04T14:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:27.135148 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Checking router: 14bd274f-2638-4f88-a6cc-80641dbcd2ae for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:14:27.143983 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Routers {'14bd274f-2638-4f88-a6cc-80641dbcd2ae'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:14:27.144586 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:13:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:27.155415 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Deleting port cae68d95-d3b3-4c1a-ab46-0b84722fa255 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:27.155774 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.235488 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] For port cae68d95-d3b3-4c1a-ab46-0b84722fa255, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=cae68d95-d3b3-4c1a-ab46-0b84722fa255,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:27.235748 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] Set router 14bd274f-2638-4f88-a6cc-80641dbcd2ae gateway port host: None {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:14:27.235892 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.252120 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Calling delete_port for cae68d95-d3b3-4c1a-ab46-0b84722fa255 owned by network:router_gateway {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:27.290199 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:14:27Z', 'revision_number': 6, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:27.460985 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e59ea-892e-4aa8-8a37-810208b5236f None None] The sync data for ids ['14bd274f-2638-4f88-a6cc-80641dbcd2ae'] in dv-cinder-836996-12-iscsi is: [{'id': '14bd274f-2638-4f88-a6cc-80641dbcd2ae', 'name': 'tempest-TestMinimumBasicScenario-2029638110-router', 'tenant_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:10:52Z', 'updated_at': '2022-05-04T14:14:27Z', 'revision_number': 6, 'project_id': '4e3df9d7b8b4443aabe77cf4a5e4b549', 'gw_port_host': None}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:14:27.536123 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (cae68d95-d3b3-4c1a-ab46-0b84722fa255), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.563298 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae68d95-d3b3-4c1a-ab46-0b84722fa255,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:27.624638 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.719475 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.721629 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks [] for router_controller (14bd274f-2638-4f88-a6cc-80641dbcd2ae), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.855693 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (14bd274f-2638-4f88-a6cc-80641dbcd2ae), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.856272 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14bd274f-2638-4f88-a6cc-80641dbcd2ae {{(pid=115584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:14:27.862100 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.865543 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-dc53fa8e-9920-4e80-aa02-d07c9c54ea15 admin admin] 10.222.0.69 "DELETE /v2.0/routers/14bd274f-2638-4f88-a6cc-80641dbcd2ae HTTP/1.1" status: 204 len: 168 time: 1.0638521 May 04 14:14:27.868642 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47154) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:27.904916 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47156) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:27.922910 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Deleting subnet 75497917-ccf7-49cb-850a-f20a61e9bf14 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:14:27.926182 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Publish callbacks [] for subnet (75497917-ccf7-49cb-850a-f20a61e9bf14), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:27.963045 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (75497917-ccf7-49cb-850a-f20a61e9bf14), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.033360 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.063058 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (75497917-ccf7-49cb-850a-f20a61e9bf14), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.117919 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Publish callbacks [] for security_group (7c95a4ed-0d79-4c9b-9e59-62ea5156ab33), precommit_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.304977 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device cae68d95-d3b3-4c1a-ab46-0b84722fa255 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:28.309605 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-10d39478-89c3-4855-9afb-3b2a03ef77b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.339494 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: cae68d95-d3b3-4c1a-ab46-0b84722fa255 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:28.339494 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device cae68d95-d3b3-4c1a-ab46-0b84722fa255 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:28.339494 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 20689f81-860b-46b6-be4d-ced4ff0f8c34 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:28.354810 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 20689f81-860b-46b6-be4d-ced4ff0f8c34 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:28.355158 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 20689f81-860b-46b6-be4d-ced4ff0f8c34 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:28.379105 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (75497917-ccf7-49cb-850a-f20a61e9bf14), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.379365 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7c95a4ed-0d79-4c9b-9e59-62ea5156ab33), after_create {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.405056 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75497917-ccf7-49cb-850a-f20a61e9bf14,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:28.409048 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.412806 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-387726c6-9ceb-4042-94fa-e896f02e96d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/75497917-ccf7-49cb-850a-f20a61e9bf14 HTTP/1.1" status: 204 len: 168 time: 0.5455501 May 04 14:14:28.414720 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47160) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:28.420538 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1bb82-4373-42d2-a276-b7e5b4cab4ad None None] Network 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:14:28.424560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95a4ed-0d79-4c9b-9e59-62ea5156ab33,revision_number=1']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:28.435203 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.435866 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.436214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.436552 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.436884 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.437213 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.437863 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.438129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.438634 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.438969 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.439294 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.439625 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.439948 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.440266 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.440634 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.449637 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f1fd5bae-dfe7-41ee-87f6-e362ee389904 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=653503f4f21b47e8984726436e9e370d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5430377 May 04 14:14:28.452417 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47162) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:28.504791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (01cb4137-90d7-4991-86cd-1e0b61d2eaa8), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.515472 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] Publish callbacks [] for security_group (7c95a4ed-0d79-4c9b-9e59-62ea5156ab33), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.544326 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] Publish callbacks [] for security_group (7c95a4ed-0d79-4c9b-9e59-62ea5156ab33), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.569698 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Deleting port fae56935-5e51-47fd-9dfc-097485bea3a6 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:28.570256 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.634033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] DHCP port deletion for 01cb4137-90d7-4991-86cd-1e0b61d2eaa8 request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:14:28.656148 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] For port fae56935-5e51-47fd-9dfc-097485bea3a6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=fae56935-5e51-47fd-9dfc-097485bea3a6,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:28.656510 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.671739 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Calling delete_port for fae56935-5e51-47fd-9dfc-097485bea3a6 owned by network:dhcp {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:28.679924 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (7c95a4ed-0d79-4c9b-9e59-62ea5156ab33), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.685376 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.686923 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c95a4ed-0d79-4c9b-9e59-62ea5156ab33 HTTP/1.1" status: 204 len: 168 time: 0.2334235 May 04 14:14:28.699225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c018f-c147-4900-b7d7-fdf024a38e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95a4ed-0d79-4c9b-9e59-62ea5156ab33,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:28.706828 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Deleting port fae56935-5e51-47fd-9dfc-097485bea3a6 {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:28.707361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.755329 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.807900 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] For port fae56935-5e51-47fd-9dfc-097485bea3a6, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=fae56935-5e51-47fd-9dfc-097485bea3a6,segment=NetworkSegment(47e5b385-1036-4ea3-80d9-6f8cf7769a78),segment_id=47e5b385-1036-4ea3-80d9-6f8cf7769a78)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:28.808292 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.821189 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Calling delete_port for fae56935-5e51-47fd-9dfc-097485bea3a6 owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:28.901869 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.909220 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (fae56935-5e51-47fd-9dfc-097485bea3a6), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:28.930290 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] No DVR routers for this DVR port fae56935-5e51-47fd-9dfc-097485bea3a6 on host dv-cinder-836996-12-iscsi {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:14:28.932585 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae56935-5e51-47fd-9dfc-097485bea3a6,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:28.943036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Pushing event deleted for resources: {'Port': ['ID=fae56935-5e51-47fd-9dfc-097485bea3a6,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:28.943493 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] No DVR routers for this DVR port fae56935-5e51-47fd-9dfc-097485bea3a6 on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:14:28.949993 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.950333 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.950799 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.950992 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:28.956252 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5920479-52fc-47b6-943f-924dbba289c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:14:29.017115 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (01cb4137-90d7-4991-86cd-1e0b61d2eaa8), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.041961 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cb4137-90d7-4991-86cd-1e0b61d2eaa8']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:29.052292 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e5b385-1036-4ea3-80d9-6f8cf7769a78') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:29.052566 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e5b385-1036-4ea3-80d9-6f8cf7769a78') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:29.064990 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (47e5b385-1036-4ea3-80d9-6f8cf7769a78), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.081694 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (47e5b385-1036-4ea3-80d9-6f8cf7769a78), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.089258 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:14:29.089668 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (47e5b385-1036-4ea3-80d9-6f8cf7769a78), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:14:29.091636 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:14:29.216057 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (01cb4137-90d7-4991-86cd-1e0b61d2eaa8), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.221520 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.225037 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/01cb4137-90d7-4991-86cd-1e0b61d2eaa8 HTTP/1.1" status: 204 len: 168 time: 0.8087935 May 04 14:14:29.228843 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47166) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:29.237688 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46785e1-d2da-48b4-8bd6-32dbf30cf0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01cb4137-90d7-4991-86cd-1e0b61d2eaa8,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:29.301588 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:29.563061 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.039227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device fae56935-5e51-47fd-9dfc-097485bea3a6 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:30.060414 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: fae56935-5e51-47fd-9dfc-097485bea3a6 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:30.060762 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device fae56935-5e51-47fd-9dfc-097485bea3a6 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:30.064664 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Deleting port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:30.065005 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.147084 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] For port 0ff72a38-c84c-4bff-8e1b-3cb1eef11228, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:30.147435 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.160154 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Calling delete_port for 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:30.417134 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (0ff72a38-c84c-4bff-8e1b-3cb1eef11228), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.443753 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff72a38-c84c-4bff-8e1b-3cb1eef11228,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:30.626472 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.852594 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Router ba8443f6-164c-4745-b3ba-0258afbc1e59 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:14:30.918478 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:30.969276 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:14:30.974452 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-12d4ed50-ebfb-44bb-919f-688415a1df7d admin admin] 10.222.0.69 "PUT /v2.0/routers/ba8443f6-164c-4745-b3ba-0258afbc1e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442784 May 04 14:14:30.977063 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47168) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:30.980243 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Sync routers for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:14:30.990886 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:14:30.991505 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:31.092082 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks [] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.190925 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:14:31.201333 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks [] for router_gateway (ba8443f6-164c-4745-b3ba-0258afbc1e59), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.340250 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Deleting port f8764f3b-c95f-4b29-a379-da69b78a123d {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:31.340582 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.364021 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:14:30Z', 'revision_number': 5, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port': {'id': 'f8764f3b-c95f-4b29-a379-da69b78a123d', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:11:01Z', 'updated_at': '2022-05-04T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:31.391573 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Checking router: ba8443f6-164c-4745-b3ba-0258afbc1e59 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:14:31.400350 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Routers {'ba8443f6-164c-4745-b3ba-0258afbc1e59'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:14:31.400952 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:28Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['ba8443f6-164c-4745-b3ba-0258afbc1e59'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:31.429452 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] For port f8764f3b-c95f-4b29-a379-da69b78a123d, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=f8764f3b-c95f-4b29-a379-da69b78a123d,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:31.430106 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.446383 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Calling delete_port for f8764f3b-c95f-4b29-a379-da69b78a123d owned by network:router_gateway {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:31.448130 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-f10814b8-2a64-4324-8b7d-29f8731841ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437679 May 04 14:14:31.492357 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] Set router ba8443f6-164c-4745-b3ba-0258afbc1e59 gateway port host: None {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:14:31.521199 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-bfe75f10-bd69-43b3-af40-4c5ee46a0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:31.522710 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-bfe75f10-bd69-43b3-af40-4c5ee46a0f9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1130 time: 0.0412951 May 04 14:14:31.549022 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:14:31Z', 'revision_number': 6, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:31.577332 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1222dc8-11f4-467d-93c0-b4eb410aee29 None None] The sync data for ids ['ba8443f6-164c-4745-b3ba-0258afbc1e59'] in dv-cinder-836996-12-iscsi is: [{'id': 'ba8443f6-164c-4745-b3ba-0258afbc1e59', 'name': 'tempest-TestMinimumBasicScenario-1805987185-router', 'tenant_id': 'd392c091076e4444801a9c6d31c7d6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:11:00Z', 'updated_at': '2022-05-04T14:14:31Z', 'revision_number': 6, 'project_id': 'd392c091076e4444801a9c6d31c7d6ac', 'gw_port_host': None}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:14:31.640177 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-32a29376-48fa-4f5d-987a-e905a6eb5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:31.641553 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-32a29376-48fa-4f5d-987a-e905a6eb5ca9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.0991759 May 04 14:14:31.707396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (f8764f3b-c95f-4b29-a379-da69b78a123d), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.709608 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-792a8fb9-da93-4763-b256-778571b63c03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 200 len: 1001 time: 0.0624545 May 04 14:14:31.736238 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8764f3b-c95f-4b29-a379-da69b78a123d,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:31.765574 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-4f37b40f-9ebf-4cdf-a398-15d1503bb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:31.767032 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-4f37b40f-9ebf-4cdf-a398-15d1503bb36a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0509219 May 04 14:14:31.803977 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.812076 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-cb0325ce-a611-401c-97a5-ab83f7b1b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:14:31.813618 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-cb0325ce-a611-401c-97a5-ab83f7b1b3e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404835 May 04 14:14:31.901464 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.904224 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks [] for router_controller (ba8443f6-164c-4745-b3ba-0258afbc1e59), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:31.911303 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-f0486848-e88b-4520-8da4-e69bf5db7c5a service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915167 May 04 14:14:32.011028 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (ba8443f6-164c-4745-b3ba-0258afbc1e59), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.011561 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8443f6-164c-4745-b3ba-0258afbc1e59 {{(pid=115583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:14:32.012890 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-cc05056e-4a9e-4bb8-aeca-f3a7091f1121 req-e37a71b2-82aa-4a47-96e3-338740d2cb1f service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946555 May 04 14:14:32.022754 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.022754 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-014729a7-02bb-40fa-ae52-6d3c2b065e63 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ba8443f6-164c-4745-b3ba-0258afbc1e59 HTTP/1.1" status: 204 len: 168 time: 1.0402381 May 04 14:14:32.022754 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47170) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:32.067999 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Deleting subnet 8736dedd-f0c3-4dbb-9234-2002851147a3 {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:14:32.071346 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Publish callbacks [] for subnet (8736dedd-f0c3-4dbb-9234-2002851147a3), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.106597 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (8736dedd-f0c3-4dbb-9234-2002851147a3), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.187648 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (8736dedd-f0c3-4dbb-9234-2002851147a3), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.296558 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (8736dedd-f0c3-4dbb-9234-2002851147a3), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.324258 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8736dedd-f0c3-4dbb-9234-2002851147a3,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:32.329511 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.333182 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-f887ee2e-cc6b-48db-ae80-ef2ceea22524 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8736dedd-f0c3-4dbb-9234-2002851147a3 HTTP/1.1" status: 204 len: 168 time: 0.3112092 May 04 14:14:32.335469 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47172) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:32.338775 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa49b96-5339-4f8c-9954-3ab672cb6655 None None] Network 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:14:32.408865 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.446303 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (6d7c77dc-a7a1-4b78-ac48-e278b55a2363), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.459510 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:32.483596 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:32.483943 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 0ff72a38-c84c-4bff-8e1b-3cb1eef11228 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:32.495106 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Deleting port 12818e31-6a8e-4836-9f9e-e944d3e06ddf {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:32.495605 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.506296 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] DHCP port deletion for 6d7c77dc-a7a1-4b78-ac48-e278b55a2363 request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:14:32.550263 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Deleting port 12818e31-6a8e-4836-9f9e-e944d3e06ddf {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:14:32.550636 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.628246 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] For port 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=12818e31-6a8e-4836-9f9e-e944d3e06ddf,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:32.628649 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.645977 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Calling delete_port for 12818e31-6a8e-4836-9f9e-e944d3e06ddf owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:32.844472 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] For port 12818e31-6a8e-4836-9f9e-e944d3e06ddf, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=12818e31-6a8e-4836-9f9e-e944d3e06ddf,segment=NetworkSegment(d4927735-4dcb-49d3-a59d-e764f1a6c577),segment_id=d4927735-4dcb-49d3-a59d-e764f1a6c577)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:14:32.844825 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.844952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.857933 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Calling delete_port for 12818e31-6a8e-4836-9f9e-e944d3e06ddf owned by network:dhcp {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:14:32.873353 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] Pushing event deleted for resources: {'Port': ['ID=12818e31-6a8e-4836-9f9e-e944d3e06ddf,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:32.875243 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24e6ea-5e9e-4aa8-bddd-24da78d32daf None None] No DVR routers for this DVR port 12818e31-6a8e-4836-9f9e-e944d3e06ddf on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:14:32.933866 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (12818e31-6a8e-4836-9f9e-e944d3e06ddf), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:32.956895 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=12818e31-6a8e-4836-9f9e-e944d3e06ddf,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:32.962907 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] No DVR routers for this DVR port 12818e31-6a8e-4836-9f9e-e944d3e06ddf on host dv-cinder-836996-12-iscsi {{(pid=115584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:14:33.036106 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (6d7c77dc-a7a1-4b78-ac48-e278b55a2363), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.055306 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7c77dc-a7a1-4b78-ac48-e278b55a2363']}} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:33.064816 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4927735-4dcb-49d3-a59d-e764f1a6c577') {'for_net_delete': True} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:33.065106 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.services.segments.db [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4927735-4dcb-49d3-a59d-e764f1a6c577') {} {{(pid=115584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:14:33.076795 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2274200'] for segment (d4927735-4dcb-49d3-a59d-e764f1a6c577), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.091196 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (d4927735-4dcb-49d3-a59d-e764f1a6c577), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.097407 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=115584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:14:33.097792 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2971074'] for segment (d4927735-4dcb-49d3-a59d-e764f1a6c577), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self.session.flush() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: Traceback (most recent call last): May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: timer() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: cb(*args, **kw) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: return func(*args, **kwargs) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self._notify() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: self.callback(batched_events) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: event.method(event) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: return f(self, *a, **k) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._get(url).json() May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: return self.request(url, 'GET', **kwargs) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:14:33.099511 dv-cinder-836996-12-iscsi neutron-server[115584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:14:33.215867 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (6d7c77dc-a7a1-4b78-ac48-e278b55a2363), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.220998 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.226727 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6d7c77dc-a7a1-4b78-ac48-e278b55a2363 HTTP/1.1" status: 204 len: 168 time: 0.8860610 May 04 14:14:33.236085 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7480d-2c61-488a-8146-7179d3197a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7c77dc-a7a1-4b78-ac48-e278b55a2363,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:33.656428 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47176) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:33.697024 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c8bd695d-97e6-4a42-af5b-62cc1cba9a67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e3df9d7b8b4443aabe77cf4a5e4b549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388427 May 04 14:14:33.699879 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47178) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:33.747127 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] Publish callbacks [] for security_group (a9e5788a-d523-4199-88a5-2bcca27db34e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.769369 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] Publish callbacks [] for security_group (a9e5788a-d523-4199-88a5-2bcca27db34e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.872896 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (a9e5788a-d523-4199-88a5-2bcca27db34e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.875695 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:33.876758 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9e5788a-d523-4199-88a5-2bcca27db34e HTTP/1.1" status: 204 len: 168 time: 0.1758995 May 04 14:14:33.885486 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9e3d-7559-40ba-9535-3d4f3a6190f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e5788a-d523-4199-88a5-2bcca27db34e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:34.040287 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 12818e31-6a8e-4836-9f9e-e944d3e06ddf no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:34.062149 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 12818e31-6a8e-4836-9f9e-e944d3e06ddf {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:34.062497 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 12818e31-6a8e-4836-9f9e-e944d3e06ddf not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:34.062952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f8764f3b-c95f-4b29-a379-da69b78a123d no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:14:34.081934 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: f8764f3b-c95f-4b29-a379-da69b78a123d {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:14:34.082281 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device f8764f3b-c95f-4b29-a379-da69b78a123d not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:14:34.678163 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47184) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:34.718814 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-10b4722b-b322-4bec-8b59-883b011c8470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d392c091076e4444801a9c6d31c7d6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394769 May 04 14:14:34.721726 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47186) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:14:34.777390 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] Publish callbacks [] for security_group (6387aeab-3786-4ff2-8736-36aaedb89f44), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:34.798409 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] Publish callbacks [] for security_group (6387aeab-3786-4ff2-8736-36aaedb89f44), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:34.964400 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (6387aeab-3786-4ff2-8736-36aaedb89f44), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:34.967027 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:34.968175 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6387aeab-3786-4ff2-8736-36aaedb89f44 HTTP/1.1" status: 204 len: 168 time: 0.2455728 May 04 14:14:34.976395 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a40b1-431a-4421-af25-8ba369b0ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6387aeab-3786-4ff2-8736-36aaedb89f44,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:14:43.763033 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:14:55.958504 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a03accde-bfa0-448d-adfa-b984a048016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:58.078715 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-8b51e18c-8639-4766-b6d5-2a5d6d13bf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:58.723986 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:14:59.456018 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:01.027229 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:01.705385 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47190) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:01.862162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port bcd43e82-dfb9-4d6a-9858-86309b300b1b {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:01.862488 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:01.945023 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:01.945478 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (bcd43e82-dfb9-4d6a-9858-86309b300b1b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:01.958682 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for bcd43e82-dfb9-4d6a-9858-86309b300b1b owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:02.187007 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (bcd43e82-dfb9-4d6a-9858-86309b300b1b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:02.222329 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=bcd43e82-dfb9-4d6a-9858-86309b300b1b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:02.283608 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (56d86bd3-1568-4547-8f35-b6fe7fbd0d88), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:02.283953 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 56d86bd3-1568-4547-8f35-b6fe7fbd0d88 disassociated (deleted). External IP: 172.27.3.89, port: 0452c947-8e66-4474-82fd-c196d0dcb4be. May 04 14:15:02.479696 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:02.528020 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:15:02.664818 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:15:02.670406 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:02.675565 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:15:02.686718 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:02.687504 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:02.705136 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-60b4aa14-2ddd-42e6-98fc-0e25f97bbdb5 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "DELETE /v2.0/floatingips/56d86bd3-1568-4547-8f35-b6fe7fbd0d88 HTTP/1.1" status: 204 len: 168 time: 0.9984591 May 04 14:15:02.705892 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:15:02.708560 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f205ff56-a43d-4b05-a26d-962e05cb75cc" -d '{"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:15:02.817513 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:03.002199 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c8e1c-489d-48e9-8826-358490fcca2e x-openstack-request-id: req-615c8e1c-489d-48e9-8826-358490fcca2e {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:15:03.009955 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:15:03.009955 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-615c8e1c-489d-48e9-8826-358490fcca2e {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:15:03.009955 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615c8e1c-489d-48e9-8826-358490fcca2e'] response: {'name': 'network-changed', 'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'status': 'completed', 'code': 200} May 04 14:15:03.050283 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:03.078334 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:15:03.083227 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-5484b26b-9798-41c5-960b-6a07755fae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:03.084720 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-5484b26b-9798-41c5-960b-6a07755fae8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 1130 time: 0.0411608 May 04 14:15:03.086784 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:03.087455 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:03.187044 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-72271fba-4254-44ae-9cc8-c885461b862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:03.188533 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-72271fba-4254-44ae-9cc8-c885461b862e service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.0976777 May 04 14:15:03.207268 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:03.240349 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-898bdc5c-b824-4b73-94e9-2d7382a14b2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 200 len: 217 time: 0.0461340 May 04 14:15:03.280335 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca9301-8072-4c07-8052-f365be19c927 req-06eb197e-401a-4d5e-b85a-cb2bbfde760a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:03.281864 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33ca9301-8072-4c07-8052-f365be19c927 req-06eb197e-401a-4d5e-b85a-cb2bbfde760a tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0509174 May 04 14:15:03.340132 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-33ca9301-8072-4c07-8052-f365be19c927 req-7b0baf12-f0d6-4a13-9cf0-aa86f0cf824d tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513005 May 04 14:15:03.453047 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:03.480409 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f470ee4-1616-4368-85c9-462df2a54606 None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_floatingips': [{'id': '9b97cd4c-376d-4cc9-ab77-c142b813751a', 'tenant_id': '1625f082167647399a6211547163cb93', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'router_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'port_id': '15db9abd-9204-42c2-848a-b5a796776578', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'mac_address': 'fa:16:3e:51:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:10:46Z', 'updated_at': '2022-05-04T14:10:49Z', 'revision_number': 1, 'project_id': '1625f082167647399a6211547163cb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:15:03.715715 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085e75-d301-4574-b20d-8446fb6fc7f7 None None] New status for floating IP 56d86bd3-1568-4547-8f35-b6fe7fbd0d88: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:15:04.332558 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-add69dbf-568d-4439-b497-2ed1c90dee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:04.334097 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-add69dbf-568d-4439-b497-2ed1c90dee27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0491943 May 04 14:15:04.383429 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-f27f0119-b483-4f5f-b2eb-43874d0650c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:04.385998 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-f27f0119-b483-4f5f-b2eb-43874d0650c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428429 May 04 14:15:04.461562 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b13601-8aa5-4354-bf3f-e3a9e6d849da req-081ea146-a3e4-4a7b-a558-cf4bb213bbab tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:04.463924 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c3b13601-8aa5-4354-bf3f-e3a9e6d849da req-081ea146-a3e4-4a7b-a558-cf4bb213bbab tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0506198 May 04 14:15:04.528734 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-c3b13601-8aa5-4354-bf3f-e3a9e6d849da req-39708717-0a22-4386-b6eb-57975b59d005 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587742 May 04 14:15:04.607736 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-26f48f24-defb-43e7-805d-f0d980146a49 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925448 May 04 14:15:04.877594 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-f205ff56-a43d-4b05-a26d-962e05cb75cc req-6ea554ba-aec5-4b01-88c6-5bf398428cae service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954187 May 04 14:15:04.952454 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-b0610ed5-0baf-4b4d-8b2e-346a57d2b907 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:04.953998 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-b0610ed5-0baf-4b4d-8b2e-346a57d2b907 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0493619 May 04 14:15:05.331437 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port 0452c947-8e66-4474-82fd-c196d0dcb4be {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:05.331691 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:05.434585 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] For port 0452c947-8e66-4474-82fd-c196d0dcb4be, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0452c947-8e66-4474-82fd-c196d0dcb4be,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:05.434957 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:05.454297 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for 0452c947-8e66-4474-82fd-c196d0dcb4be owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:05.662791 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63ea1b-e9b5-432e-9d0f-f7ecb742bdc2 req-b024eadc-1a55-40d3-83ba-f8605afd8fc3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:05.664520 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe63ea1b-e9b5-432e-9d0f-f7ecb742bdc2 req-b024eadc-1a55-40d3-83ba-f8605afd8fc3 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 946 time: 0.0594432 May 04 14:15:05.667946 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (0452c947-8e66-4474-82fd-c196d0dcb4be), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:05.698670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=0452c947-8e66-4474-82fd-c196d0dcb4be,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:05.764092 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-fe63ea1b-e9b5-432e-9d0f-f7ecb742bdc2 req-ba12ae54-0b20-49cd-b901-1d16c6d1092b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585790 May 04 14:15:05.764219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] No DVR routers for this DVR port 0452c947-8e66-4474-82fd-c196d0dcb4be on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:05.764219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:05.764219 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-79681c77-ac30-4977-90a4-f8ae022d89f7 req-5dc3616e-9d48-414b-8ad4-02ce3a3f9966 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "DELETE /v2.0/ports/0452c947-8e66-4474-82fd-c196d0dcb4be HTTP/1.1" status: 204 len: 173 time: 0.8040967 May 04 14:15:05.764219 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'name': 'network-vif-deleted', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:15:05.766168 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a212fb12-b75c-4180-9095-8f2dc7eba8e8" -d '{"events": [{"server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "name": "network-vif-deleted", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:15:05.805525 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e1edc3-3979-41ec-85e2-8d4d378b9794 x-openstack-request-id: req-d2e1edc3-3979-41ec-85e2-8d4d378b9794 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:15:05.805824 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69353b14-350a-456c-b7ff-fce828a5a745", "name": "network-vif-deleted", "tag": "0452c947-8e66-4474-82fd-c196d0dcb4be", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:15:05.806252 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2e1edc3-3979-41ec-85e2-8d4d378b9794 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:15:05.810137 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e1edc3-3979-41ec-85e2-8d4d378b9794'] response: {'server_uuid': '69353b14-350a-456c-b7ff-fce828a5a745', 'name': 'network-vif-deleted', 'tag': '0452c947-8e66-4474-82fd-c196d0dcb4be', 'status': 'completed', 'code': 200} May 04 14:15:06.847009 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-da96eb51-357e-476e-a7d0-958230930fb1 req-71044f0f-c3bb-49d0-bf08-bd5515163ca7 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=69353b14-350a-456c-b7ff-fce828a5a745 HTTP/1.1" status: 200 len: 210 time: 0.0289822 May 04 14:15:08.923797 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 0452c947-8e66-4474-82fd-c196d0dcb4be no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:08.948800 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 0452c947-8e66-4474-82fd-c196d0dcb4be {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:08.949143 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 0452c947-8e66-4474-82fd-c196d0dcb4be not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:10.439648 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47222) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:10.613777 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port d83165a0-b296-4c41-bc68-bab4ed8bbe97 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:10.614233 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:10.711340 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:10.711723 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (d83165a0-b296-4c41-bc68-bab4ed8bbe97), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:10.728732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for d83165a0-b296-4c41-bc68-bab4ed8bbe97 owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:11.021411 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (d83165a0-b296-4c41-bc68-bab4ed8bbe97), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:11.051545 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=d83165a0-b296-4c41-bc68-bab4ed8bbe97,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:11.119447 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (9b97cd4c-376d-4cc9-ab77-c142b813751a), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:11.119779 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.db.l3_db [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Floating IP 9b97cd4c-376d-4cc9-ab77-c142b813751a disassociated (deleted). External IP: 172.27.3.106, port: 15db9abd-9204-42c2-848a-b5a796776578. May 04 14:15:11.362184 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:15:11.487426 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:15:11.492775 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:11.500923 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:15:11.518880 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:11.520006 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:11.529477 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-8db019cf-0e8b-44d5-b1db-079b0578941f tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "DELETE /v2.0/floatingips/9b97cd4c-376d-4cc9-ab77-c142b813751a HTTP/1.1" status: 204 len: 168 time: 1.0883541 May 04 14:15:11.529835 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:15:11.533069 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113d37c-815d-4022-ac8d-94c809371365" -d '{"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:15:11.583129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c364b-d39a-4b6a-8f68-ecd6a6511e0e x-openstack-request-id: req-2f1c364b-d39a-4b6a-8f68-ecd6a6511e0e {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:15:11.583442 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "tag": "15db9abd-9204-42c2-848a-b5a796776578", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:15:11.583677 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f1c364b-d39a-4b6a-8f68-ecd6a6511e0e {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:15:11.584096 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1c364b-d39a-4b6a-8f68-ecd6a6511e0e'] response: {'name': 'network-changed', 'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'tag': '15db9abd-9204-42c2-848a-b5a796776578', 'status': 'completed', 'code': 200} May 04 14:15:11.672737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:11.680656 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d37c-815d-4022-ac8d-94c809371365 req-0b3f18e6-2013-4d43-aa1c-4387a29942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:11.683325 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-0b3f18e6-2013-4d43-aa1c-4387a29942ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1625f082167647399a6211547163cb93&device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 1129 time: 0.0517800 May 04 14:15:11.799472 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d37c-815d-4022-ac8d-94c809371365 req-783e188d-acef-499b-a71d-eaa41e8daa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:11.800952 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-783e188d-acef-499b-a71d-eaa41e8daa82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 200 len: 912 time: 0.1094575 May 04 14:15:11.870692 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-2cc9e99e-decf-446a-86b3-477455583286 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 200 len: 217 time: 0.0618637 May 04 14:15:11.937917 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:11.940858 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d37c-815d-4022-ac8d-94c809371365 req-4872a9e7-8305-49e2-b4ea-5b9db88674ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:11.942386 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-4872a9e7-8305-49e2-b4ea-5b9db88674ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 200 len: 850 time: 0.0660157 May 04 14:15:11.986794 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:15:11.999983 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:12.000626 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:12.117947 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a15f-0312-4b95-a73e-fade867577c4 req-e33a0868-3a80-4e8d-8b57-cbeb79be1f28 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:12.120110 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3921a15f-0312-4b95-a73e-fade867577c4 req-e33a0868-3a80-4e8d-8b57-cbeb79be1f28 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0693214 May 04 14:15:12.127227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:12.188471 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-3921a15f-0312-4b95-a73e-fade867577c4 req-b063c5c2-898c-41e2-9d29-f94a363704c1 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623698 May 04 14:15:12.365356 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:12.403321 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27fbf0-8a7f-4c29-9bef-bd57c2af6e2d None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:06:14Z', 'revision_number': 4, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi', '_interfaces': [{'id': 'ce2c5895-6d29-47ae-8981-999d5a00d9ec', 'name': '', 'network_id': '80f11288-2bfd-4bfe-a8d4-7ca18f79c87e', 'tenant_id': '1625f082167647399a6211547163cb93', 'mac_address': 'fa:16:3e:ce:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:13Z', 'updated_at': '2022-05-04T14:06:21Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'subnets': [{'id': 'b74d9e22-574e-4b6a-b65c-74ce55e3b864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:15:12.662389 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57120b02-2a8d-4298-8b44-6b17ea5d65fd None None] New status for floating IP 9b97cd4c-376d-4cc9-ab77-c142b813751a: DOWN {{(pid=115586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:15:13.039683 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d37c-815d-4022-ac8d-94c809371365 req-1b10e821-155d-41cb-8524-f97697454af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:13.041953 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-1b10e821-155d-41cb-8524-f97697454af0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496023 May 04 14:15:13.147659 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-5d7fd1eb-53dc-4f8f-bf97-567359cb07d4 service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969853 May 04 14:15:13.334961 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf01ecc-0ca2-4431-abef-4b648d1870c0 req-a00320a9-39a5-4dad-bbc7-76d9bb7ec1bb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:13.336372 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cf01ecc-0ca2-4431-abef-4b648d1870c0 req-a00320a9-39a5-4dad-bbc7-76d9bb7ec1bb tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0656960 May 04 14:15:13.340622 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-8113d37c-815d-4022-ac8d-94c809371365 req-d84dada4-8780-41e9-b2d4-ededc8e3f55f service neutron] 10.222.0.58 "GET /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212976 May 04 14:15:13.398101 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-6cf01ecc-0ca2-4431-abef-4b648d1870c0 req-681c22c1-785d-486f-a340-576763db4c7c tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/security-groups?id=59baeb0f-834b-456c-a207-d3af5c03fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549219 May 04 14:15:13.598354 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-9a7c334b-e0f5-4191-b3ab-82fab322c528 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:15:13.599754 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-9a7c334b-e0f5-4191-b3ab-82fab322c528 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 945 time: 0.0503912 May 04 14:15:13.695734 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port 15db9abd-9204-42c2-848a-b5a796776578 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:13.696067 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (15db9abd-9204-42c2-848a-b5a796776578), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:13.791210 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] For port 15db9abd-9204-42c2-848a-b5a796776578, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=15db9abd-9204-42c2-848a-b5a796776578,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:13.792066 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (15db9abd-9204-42c2-848a-b5a796776578), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:13.805556 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for 15db9abd-9204-42c2-848a-b5a796776578 owned by compute:nova {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:14.020557 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (15db9abd-9204-42c2-848a-b5a796776578), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:14.050768 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=15db9abd-9204-42c2-848a-b5a796776578,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:14.103253 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] No DVR routers for this DVR port 15db9abd-9204-42c2-848a-b5a796776578 on host hv-cinder-83699 {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:14.105858 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for port (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:14.109180 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [req-f444eb11-a5d1-440b-a465-b024d670ed5c req-38076fd4-b35d-4163-972d-b5d516067837 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.58 "DELETE /v2.0/ports/15db9abd-9204-42c2-848a-b5a796776578 HTTP/1.1" status: 204 len: 173 time: 0.5035284 May 04 14:15:14.109670 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'name': 'network-vif-deleted', 'tag': '15db9abd-9204-42c2-848a-b5a796776578'}] {{(pid=115583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:15:14.111969 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fdc600d849c0cf6972c3d9550edcac4510ecf74d5c407748cf966bf32618cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05b89c-a9a9-44aa-ba99-01efb29b19f9" -d '{"events": [{"server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "name": "network-vif-deleted", "tag": "15db9abd-9204-42c2-848a-b5a796776578"}]}' {{(pid=115583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:15:14.150450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbaa251-775e-4cdd-a594-8e09e30b6b97 x-openstack-request-id: req-6dbaa251-775e-4cdd-a594-8e09e30b6b97 {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:15:14.150450 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906114c0-560e-40c4-b957-fe21f02fa1c2", "name": "network-vif-deleted", "tag": "15db9abd-9204-42c2-848a-b5a796776578", "status": "completed", "code": 200}]} {{(pid=115583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:15:14.150820 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6dbaa251-775e-4cdd-a594-8e09e30b6b97 {{(pid=115583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:15:14.151129 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbaa251-775e-4cdd-a594-8e09e30b6b97'] response: {'server_uuid': '906114c0-560e-40c4-b957-fe21f02fa1c2', 'name': 'network-vif-deleted', 'tag': '15db9abd-9204-42c2-848a-b5a796776578', 'status': 'completed', 'code': 200} May 04 14:15:14.510330 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-a85f2bdb-e627-483c-a457-3b583f40ecbd req-0d03fb10-3dc2-4c17-8106-7743590d0372 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0307188 May 04 14:15:15.623858 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [req-0152a9cf-cf59-4a03-a839-dbd08c644f8d req-1f2e9118-6857-4cdf-af74-0db3ead2f456 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "GET /v2.0/ports?device_id=906114c0-560e-40c4-b957-fe21f02fa1c2 HTTP/1.1" status: 200 len: 210 time: 0.0302682 May 04 14:15:16.684287 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47240) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:16.803392 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Deleting port 6daa1533-5bd9-426f-84a4-eaa8bb89702f {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:16.803730 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:16.881276 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:16.881685 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (6daa1533-5bd9-426f-84a4-eaa8bb89702f), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:16.895750 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Calling delete_port for 6daa1533-5bd9-426f-84a4-eaa8bb89702f owned by network:floatingip {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:17.107214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (6daa1533-5bd9-426f-84a4-eaa8bb89702f), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:17.132655 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'Port': ['ID=6daa1533-5bd9-426f-84a4-eaa8bb89702f,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:17.198011 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for floatingip (4df4a5f0-bda8-4960-b483-542c994ccaa8), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:17.200565 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61981'] for floatingip (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:17.201760 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-7b8588ae-cf8e-483a-bf69-f35f2daaf2d2 tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "DELETE /v2.0/floatingips/4df4a5f0-bda8-4960-b483-542c994ccaa8 HTTP/1.1" status: 204 len: 168 time: 0.5164731 May 04 14:15:18.564979 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47252) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:18.623983 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (59baeb0f-834b-456c-a207-d3af5c03fab2), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:18.651121 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (59baeb0f-834b-456c-a207-d3af5c03fab2), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:18.792324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (59baeb0f-834b-456c-a207-d3af5c03fab2), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:18.795155 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:18.796361 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] 10.222.0.69 "DELETE /v2.0/security-groups/59baeb0f-834b-456c-a207-d3af5c03fab2 HTTP/1.1" status: 204 len: 168 time: 0.2299619 May 04 14:15:18.806635 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413868ed-3bc6-445f-be43-78b16b29a22b tempest-TestVolumeBootPattern-843898820 tempest-TestVolumeBootPattern-843898820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59baeb0f-834b-456c-a207-d3af5c03fab2,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:18.948186 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47256) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:18.971467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 15db9abd-9204-42c2-848a-b5a796776578 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:18.992551 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] No Port match for: 15db9abd-9204-42c2-848a-b5a796776578 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:18.992893 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Device 15db9abd-9204-42c2-848a-b5a796776578 not bound to the agent host hv-cinder-83699 {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:19.494062 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:19.738162 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Deleting port ce2c5895-6d29-47ae-8981-999d5a00d9ec {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:19.738893 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:19.816542 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] For port ce2c5895-6d29-47ae-8981-999d5a00d9ec, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=ce2c5895-6d29-47ae-8981-999d5a00d9ec,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:19.816895 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:19.829507 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Calling delete_port for ce2c5895-6d29-47ae-8981-999d5a00d9ec owned by network:router_interface {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:20.101842 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (ce2c5895-6d29-47ae-8981-999d5a00d9ec), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:20.130463 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2c5895-6d29-47ae-8981-999d5a00d9ec,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:20.318462 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:20.764824 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:15:20.875430 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:15:21.000844 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:15:21.006994 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-921c3426-edb7-4cdb-b677-77312f17124a admin admin] 10.222.0.69 "PUT /v2.0/routers/a82a8225-cebb-4d12-b45d-cf8a0d3ad637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568230 May 04 14:15:21.008732 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47260) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:21.013175 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Sync routers for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:15:21.024274 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:21.025221 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:21.132716 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks [] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.159702 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:21.275892 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks [] for router_gateway (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.342617 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:15:19Z', 'revision_number': 5, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port': {'id': 'b47e3395-474a-4996-bc04-2f8a11a9d9ab', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:10Z', 'updated_at': '2022-05-04T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:21.372115 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Checking router: a82a8225-cebb-4d12-b45d-cf8a0d3ad637 for host: dv-cinder-836996-12-iscsi {{(pid=115585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:15:21.380949 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Routers {'a82a8225-cebb-4d12-b45d-cf8a0d3ad637'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:21.381599 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'], 'active': True} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:21.396396 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Deleting port b47e3395-474a-4996-bc04-2f8a11a9d9ab {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:21.397009 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.483061 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] For port b47e3395-474a-4996-bc04-2f8a11a9d9ab, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=b47e3395-474a-4996-bc04-2f8a11a9d9ab,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:21.483432 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.483811 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvr_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] Set router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 gateway port host: None {{(pid=115585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:21.504360 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Calling delete_port for b47e3395-474a-4996-bc04-2f8a11a9d9ab owned by network:router_gateway {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:21.544952 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_hamode_db [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:15:21Z', 'revision_number': 6, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:21.573600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af926f9-74be-4f47-9509-54bdb5a62709 None None] The sync data for ids ['a82a8225-cebb-4d12-b45d-cf8a0d3ad637'] in dv-cinder-836996-12-iscsi is: [{'id': 'a82a8225-cebb-4d12-b45d-cf8a0d3ad637', 'name': 'tempest-TestVolumeBootPattern-789442437-router', 'tenant_id': '1625f082167647399a6211547163cb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:08Z', 'updated_at': '2022-05-04T14:15:21Z', 'revision_number': 6, 'project_id': '1625f082167647399a6211547163cb93', 'gw_port_host': None}] {{(pid=115585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:15:21.735440 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (b47e3395-474a-4996-bc04-2f8a11a9d9ab), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.763018 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47e3395-474a-4996-bc04-2f8a11a9d9ab,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:21.823324 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.918680 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:21.925883 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks [] for router_controller (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.055332 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (a82a8225-cebb-4d12-b45d-cf8a0d3ad637), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.056516 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82a8225-cebb-4d12-b45d-cf8a0d3ad637 {{(pid=115583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:15:22.060699 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.061911 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a278b9ba-d8e5-474c-81b3-b53b6df25045 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a82a8225-cebb-4d12-b45d-cf8a0d3ad637 HTTP/1.1" status: 204 len: 168 time: 1.0521536 May 04 14:15:22.064487 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47262) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:22.115089 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Deleting subnet b74d9e22-574e-4b6a-b65c-74ce55e3b864 {{(pid=115583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:15:22.118285 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Publish callbacks [] for subnet (b74d9e22-574e-4b6a-b65c-74ce55e3b864), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.153950 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59063301'] for subnet (b74d9e22-574e-4b6a-b65c-74ce55e3b864), precommit_delete_associations {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.235656 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (b74d9e22-574e-4b6a-b65c-74ce55e3b864), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.377815 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device ce2c5895-6d29-47ae-8981-999d5a00d9ec no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:22.400227 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: ce2c5895-6d29-47ae-8981-999d5a00d9ec {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:22.400563 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device ce2c5895-6d29-47ae-8981-999d5a00d9ec not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:22.400976 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device b47e3395-474a-4996-bc04-2f8a11a9d9ab no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:22.404653 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3768286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098448'] for subnet (b74d9e22-574e-4b6a-b65c-74ce55e3b864), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.419772 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: b47e3395-474a-4996-bc04-2f8a11a9d9ab {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:22.424506 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device b47e3395-474a-4996-bc04-2f8a11a9d9ab not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:22.432548 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74d9e22-574e-4b6a-b65c-74ce55e3b864,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:22.434641 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for subnet (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.437911 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-90b80370-ecbe-482e-b2b1-076eb5551f9e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b74d9e22-574e-4b6a-b65c-74ce55e3b864 HTTP/1.1" status: 204 len: 168 time: 0.3724751 May 04 14:15:22.440484 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47264) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:22.443443 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225356d-dce5-458f-89b9-da7446d434f5 None None] Network 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:15:22.513916 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.568470 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Deleting port 2135bf51-d70d-4d50-b944-f79fe64e596b {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:22.568904 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.627198 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] DHCP port deletion for 80f11288-2bfd-4bfe-a8d4-7ca18f79c87e request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:15:22.647827 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] For port 2135bf51-d70d-4d50-b944-f79fe64e596b, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=2135bf51-d70d-4d50-b944-f79fe64e596b,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:22.648227 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.663166 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Calling delete_port for 2135bf51-d70d-4d50-b944-f79fe64e596b owned by network:dhcp {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:22.671898 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Deleting port 2135bf51-d70d-4d50-b944-f79fe64e596b {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:22.672268 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.747361 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] For port 2135bf51-d70d-4d50-b944-f79fe64e596b, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=2135bf51-d70d-4d50-b944-f79fe64e596b,segment=NetworkSegment(9310b97f-e355-42da-bd8a-ee0b52f8b1c9),segment_id=9310b97f-e355-42da-bd8a-ee0b52f8b1c9)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:22.747761 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.762299 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Calling delete_port for 2135bf51-d70d-4d50-b944-f79fe64e596b owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:22.821722 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.841036 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (2135bf51-d70d-4d50-b944-f79fe64e596b), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.849008 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2135bf51-d70d-4d50-b944-f79fe64e596b,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:22.850880 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] No DVR routers for this DVR port 2135bf51-d70d-4d50-b944-f79fe64e596b on host dv-cinder-836996-12-iscsi {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:22.868396 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] Pushing event deleted for resources: {'Port': ['ID=2135bf51-d70d-4d50-b944-f79fe64e596b,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:22.874808 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65073c-0768-4de6-88aa-90a1637b9947 None None] No DVR routers for this DVR port 2135bf51-d70d-4d50-b944-f79fe64e596b on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:22.926865 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.948006 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f11288-2bfd-4bfe-a8d4-7ca18f79c87e']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:22.958032 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9310b97f-e355-42da-bd8a-ee0b52f8b1c9') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:22.958326 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9310b97f-e355-42da-bd8a-ee0b52f8b1c9') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:22.968460 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (9310b97f-e355-42da-bd8a-ee0b52f8b1c9), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.981952 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (9310b97f-e355-42da-bd8a-ee0b52f8b1c9), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.987955 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:15:22.988378 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (9310b97f-e355-42da-bd8a-ee0b52f8b1c9), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:15:22.990067 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:15:23.112550 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (80f11288-2bfd-4bfe-a8d4-7ca18f79c87e), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:23.117856 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:23.121159 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] 10.222.0.69 "DELETE /v2.0/networks/80f11288-2bfd-4bfe-a8d4-7ca18f79c87e HTTP/1.1" status: 204 len: 168 time: 0.6788657 May 04 14:15:23.124147 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47266) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:23.134331 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b699ab-ea68-4aeb-84ee-a711a34626ac admin admin] Pushing event deleted for resources: {'Network': ['ID=80f11288-2bfd-4bfe-a8d4-7ca18f79c87e,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:23.450321 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7966645'] for router_interface (d428be85-79ea-4d01-80aa-759cff33e496), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:23.681831 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Deleting port d36cf695-301c-40e5-b478-d2cf8b1453d0 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:23.682163 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:23.763126 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] For port d36cf695-301c-40e5-b478-d2cf8b1453d0, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=d36cf695-301c-40e5-b478-d2cf8b1453d0,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:23.763490 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:23.776338 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Calling delete_port for d36cf695-301c-40e5-b478-d2cf8b1453d0 owned by network:router_interface {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:24.067226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (d36cf695-301c-40e5-b478-d2cf8b1453d0), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:24.067436 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 2135bf51-d70d-4d50-b944-f79fe64e596b no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:24.088467 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 2135bf51-d70d-4d50-b944-f79fe64e596b {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:24.088860 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 2135bf51-d70d-4d50-b944-f79fe64e596b not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:24.091911 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d36cf695-301c-40e5-b478-d2cf8b1453d0,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:24.105926 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.106049 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.106302 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.106631 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.106957 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.107276 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.107594 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.107918 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.108226 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.108544 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.108837 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.109151 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.114960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.114960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.114960 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-12-iscsi {{(pid=115584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:15:24.281770 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8102460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7975376'] for router_interface (d428be85-79ea-4d01-80aa-759cff33e496), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:24.500504 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Router d428be85-79ea-4d01-80aa-759cff33e496 has already been hosted by L3 agent 30ed72b8-db1e-43a2-b04d-1c81fdf368d0 {{(pid=115584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:15:24.610207 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] Notify agent at l3_agent.dv-cinder-836996-12-iscsi the message routers_updated {{(pid=115584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:15:24.616540 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-c62d6ccd-b615-48d9-9e35-35c3e46399ea admin admin] 10.222.0.69 "PUT /v2.0/routers/d428be85-79ea-4d01-80aa-759cff33e496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905653 May 04 14:15:24.618397 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47268) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:24.618778 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Sync routers for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:15:24.629068 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:24.629837 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:24.728294 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks [] for router (d428be85-79ea-4d01-80aa-759cff33e496), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:24.738670 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: dv-cinder-836996-12-iscsi {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:24.834937 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks [] for router_gateway (d428be85-79ea-4d01-80aa-759cff33e496), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:24.907796 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'external_fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:15:23Z', 'revision_number': 5, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port': {'id': '3b7e963d-50ff-437a-b2a2-8e8f2d71b961', 'name': '', 'network_id': '4aa06762-2c73-458f-b1e6-ff49c8f8bbc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27016d37-224f-4cbe-83d8-74bae732092a', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:06:19Z', 'updated_at': '2022-05-04T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27016d37-224f-4cbe-83d8-74bae732092a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-12-iscsi'}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:24.934651 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Checking router: d428be85-79ea-4d01-80aa-759cff33e496 for host: dv-cinder-836996-12-iscsi {{(pid=115586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:15:24.943472 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Routers {'d428be85-79ea-4d01-80aa-759cff33e496'} bound to L3 agent in host dv-cinder-836996-12-iscsi {{(pid=115586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:15:24.944079 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:54:28Z,description=,heartbeat_timestamp=2022-05-04T14:14:58Z,host='dv-cinder-836996-12-iscsi',id=30ed72b8-db1e-43a2-b04d-1c81fdf368d0,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:54:29Z,topic='l3_agent')) {'router_ids': ['d428be85-79ea-4d01-80aa-759cff33e496'], 'active': True} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:24.951257 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Deleting port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 {{(pid=115584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:24.951586 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.037872 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_dvr_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] Set router d428be85-79ea-4d01-80aa-759cff33e496 gateway port host: None {{(pid=115586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:15:25.041180 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.db [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] For port 3b7e963d-50ff-437a-b2a2-8e8f2d71b961, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,segment=NetworkSegment(6152f447-fde4-4bf8-9638-c61c6041e0cb),segment_id=6152f447-fde4-4bf8-9638-c61c6041e0cb)] {{(pid=115584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:25.041610 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.055370 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.plugins.ml2.plugin [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Calling delete_port for 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 owned by network:router_gateway {{(pid=115584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:25.096555 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.l3_hamode_db [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:15:24Z', 'revision_number': 6, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port_host': None}], 'dv-cinder-836996-12-iscsi', False) {} {{(pid=115586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:25.124206 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5698b46-7ac1-49d3-b6b9-2ac2fe28b2f4 None None] The sync data for ids ['d428be85-79ea-4d01-80aa-759cff33e496'] in dv-cinder-836996-12-iscsi is: [{'id': 'd428be85-79ea-4d01-80aa-759cff33e496', 'name': 'tempest-TestVolumeBootPattern-433226528-router', 'tenant_id': 'aa556b788bd248e5ae368d0e57530638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:06:18Z', 'updated_at': '2022-05-04T14:15:24Z', 'revision_number': 6, 'project_id': 'aa556b788bd248e5ae368d0e57530638', 'gw_port_host': None}] {{(pid=115586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:15:25.415618 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971127'] for port (3b7e963d-50ff-437a-b2a2-8e8f2d71b961), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.443589 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7e963d-50ff-437a-b2a2-8e8f2d71b961,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:25.506588 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7969699'] for router_gateway (d428be85-79ea-4d01-80aa-759cff33e496), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.607672 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7967575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62787'] for router (d428be85-79ea-4d01-80aa-759cff33e496), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.609900 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks [] for router_controller (d428be85-79ea-4d01-80aa-759cff33e496), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.729912 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7967566'] for router (d428be85-79ea-4d01-80aa-759cff33e496), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.730472 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d428be85-79ea-4d01-80aa-759cff33e496 {{(pid=115584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:15:25.734706 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.735776 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-3c998014-901b-417e-8e28-0134a5e7000f admin admin] 10.222.0.69 "DELETE /v2.0/routers/d428be85-79ea-4d01-80aa-759cff33e496 HTTP/1.1" status: 204 len: 168 time: 1.1159422 May 04 14:15:25.738327 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.wsgi [-] (115584) accepted ('10.222.0.69', 47272) {{(pid=115584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:25.783899 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Deleting subnet 622fba9f-94fd-42b8-803a-cc4dd1afd9c8 {{(pid=115584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:15:25.787050 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Publish callbacks [] for subnet (622fba9f-94fd-42b8-803a-cc4dd1afd9c8), before_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.824996 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2274183'] for subnet (622fba9f-94fd-42b8-803a-cc4dd1afd9c8), precommit_delete_associations {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.922282 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674494'] for subnet (622fba9f-94fd-42b8-803a-cc4dd1afd9c8), precommit_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:25.947164 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-312a5a91-785a-46c5-996a-2cd7ea8a6eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.066708 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3506105'] for subnet (622fba9f-94fd-42b8-803a-cc4dd1afd9c8), after_delete {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.069017 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:26.090911 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:26.091343 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 3b7e963d-50ff-437a-b2a2-8e8f2d71b961 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:26.091786 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device d36cf695-301c-40e5-b478-d2cf8b1453d0 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:26.094583 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622fba9f-94fd-42b8-803a-cc4dd1afd9c8,revision_number=None']} {{(pid=115584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:26.105186 dv-cinder-836996-12-iscsi neutron-server[115584]: DEBUG neutron_lib.callbacks.manager [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.109454 dv-cinder-836996-12-iscsi neutron-server[115584]: INFO neutron.wsgi [None req-8f09bd99-b7eb-49f8-be3b-b48e03542c08 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/622fba9f-94fd-42b8-803a-cc4dd1afd9c8 HTTP/1.1" status: 204 len: 168 time: 0.3692920 May 04 14:15:26.111915 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47274) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:26.113382 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d143d6-e7f7-4673-9c34-6491bfc3ad42 None None] Network 09d41c02-516e-414b-9a81-b36431b68009 requested from dv-cinder-836996-12-iscsi {{(pid=115585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:15:26.115869 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: d36cf695-301c-40e5-b478-d2cf8b1453d0 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:26.116256 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device d36cf695-301c-40e5-b478-d2cf8b1453d0 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:26.198562 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718416'] for network (09d41c02-516e-414b-9a81-b36431b68009), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.271875 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Deleting port 93b7e8e6-9118-430c-9b17-0fbb1385d734 {{(pid=115583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:26.272214 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.333584 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] DHCP port deletion for 09d41c02-516e-414b-9a81-b36431b68009 request from dv-cinder-836996-12-iscsi {{(pid=115585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:15:26.347859 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.db [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] For port 93b7e8e6-9118-430c-9b17-0fbb1385d734, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93b7e8e6-9118-430c-9b17-0fbb1385d734,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:26.348222 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.362737 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Calling delete_port for 93b7e8e6-9118-430c-9b17-0fbb1385d734 owned by network:dhcp {{(pid=115583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:26.378445 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Deleting port 93b7e8e6-9118-430c-9b17-0fbb1385d734 {{(pid=115585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:15:26.378820 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730632542239'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), before_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.530498 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3768205'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.555301 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b7e8e6-9118-430c-9b17-0fbb1385d734,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:26.561132 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] No DVR routers for this DVR port 93b7e8e6-9118-430c-9b17-0fbb1385d734 on host dv-cinder-836996-12-iscsi {{(pid=115583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:26.578637 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.db [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] For port 93b7e8e6-9118-430c-9b17-0fbb1385d734, host dv-cinder-836996-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-12-iscsi',level=0,port_id=93b7e8e6-9118-430c-9b17-0fbb1385d734,segment=NetworkSegment(8e48de28-34ee-427e-ae9a-11fd660525c6),segment_id=8e48de28-34ee-427e-ae9a-11fd660525c6)] {{(pid=115585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:15:26.579033 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966699'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), precommit_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.592650 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Calling delete_port for 93b7e8e6-9118-430c-9b17-0fbb1385d734 owned by network:dhcp {{(pid=115585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:15:26.637216 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674283', 'neutron.services.segments.db._delete_segments_for_network-8730632585292'] for network (09d41c02-516e-414b-9a81-b36431b68009), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.659235 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d41c02-516e-414b-9a81-b36431b68009']}} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:26.669918 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e48de28-34ee-427e-ae9a-11fd660525c6') {'for_net_delete': True} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:26.670225 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.services.segments.db [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e48de28-34ee-427e-ae9a-11fd660525c6') {} {{(pid=115583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:15:26.674855 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730632548783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730632089784'] for port (93b7e8e6-9118-430c-9b17-0fbb1385d734), after_delete {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.679893 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730632585557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59063322'] for segment (8e48de28-34ee-427e-ae9a-11fd660525c6), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.693616 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643'] for segment (8e48de28-34ee-427e-ae9a-11fd660525c6), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.700334 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=115583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:15:26.700719 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7703643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3768248'] for segment (8e48de28-34ee-427e-ae9a-11fd660525c6), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.701862 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] Pushing event deleted for resources: {'Port': ['ID=93b7e8e6-9118-430c-9b17-0fbb1385d734,revision_number=None']} {{(pid=115585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: Traceback (most recent call last): May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: timer() May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: cb(*args, **kw) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: return func(*args, **kwargs) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: self._notify() May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: self.callback(batched_events) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: event.method(event) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: return f(self, *a, **k) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._get(url).json() May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: return self.request(url, 'GET', **kwargs) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:15:26.702667 dv-cinder-836996-12-iscsi neutron-server[115583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:15:26.705108 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b6cb7-0818-4a0f-8971-c92a0235fd42 None None] No DVR routers for this DVR port 93b7e8e6-9118-430c-9b17-0fbb1385d734 on host dv-cinder-836996-12-iscsi {{(pid=115585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:15:26.826678 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8102437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963829'] for network (09d41c02-516e-414b-9a81-b36431b68009), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.831843 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8102423'] for network (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:26.834933 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] 10.222.0.69 "DELETE /v2.0/networks/09d41c02-516e-414b-9a81-b36431b68009 HTTP/1.1" status: 204 len: 168 time: 0.7219267 May 04 14:15:26.846733 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7ef5-cfc8-40a9-a747-e32f28482279 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d41c02-516e-414b-9a81-b36431b68009,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:27.221549 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47280) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:27.263173 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-538d95c5-8fce-4143-b843-86e5168de181 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1625f082167647399a6211547163cb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404055 May 04 14:15:27.265630 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47282) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:27.312224 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] Publish callbacks [] for security_group (fb1d3521-87fe-4242-83f5-14efb14f860a), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:27.333361 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] Publish callbacks [] for security_group (fb1d3521-87fe-4242-83f5-14efb14f860a), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:27.472579 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (fb1d3521-87fe-4242-83f5-14efb14f860a), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:27.475340 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:27.476515 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb1d3521-87fe-4242-83f5-14efb14f860a HTTP/1.1" status: 204 len: 168 time: 0.2100091 May 04 14:15:27.485637 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd38d0-1a8a-4fe3-bd97-2acc7b3af09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1d3521-87fe-4242-83f5-14efb14f860a,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:28.068609 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93b7e8e6-9118-430c-9b17-0fbb1385d734 no longer exists at agent ovs-agent-dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:15:28.073380 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-94892f24-9225-48e5-bbd6-d96d7ca4195e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:28.091293 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.plugin [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] No Port match for: 93b7e8e6-9118-430c-9b17-0fbb1385d734 {{(pid=115585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:15:28.091628 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron.plugins.ml2.rpc [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Device 93b7e8e6-9118-430c-9b17-0fbb1385d734 not bound to the agent host dv-cinder-836996-12-iscsi {{(pid=115585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:15:28.100938 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47290) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:28.144934 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-76b85d6b-b227-498f-8d24-9e52b17950d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa556b788bd248e5ae368d0e57530638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419598 May 04 14:15:28.146559 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.wsgi [-] (115583) accepted ('10.222.0.69', 47292) {{(pid=115583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:15:28.198672 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] Publish callbacks [] for security_group (2bee9f1e-0f94-4357-b444-9bfb3e00d84a), before_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:28.221129 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] Publish callbacks [] for security_group (2bee9f1e-0f94-4357-b444-9bfb3e00d84a), precommit_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:28.363803 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928279'] for security_group (2bee9f1e-0f94-4357-b444-9bfb3e00d84a), after_delete {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:28.366715 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron_lib.callbacks.manager [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:28.367993 dv-cinder-836996-12-iscsi neutron-server[115583]: INFO neutron.wsgi [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bee9f1e-0f94-4357-b444-9bfb3e00d84a HTTP/1.1" status: 204 len: 168 time: 0.2205448 May 04 14:15:28.376831 dv-cinder-836996-12-iscsi neutron-server[115583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e9f20-cec0-4d5e-a170-751e0f88ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee9f1e-0f94-4357-b444-9bfb3e00d84a,revision_number=None']} {{(pid=115583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:15:28.769842 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:29.312836 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:30.923803 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:32.370194 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:55.963664 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-dac074f3-4554-4e32-b2b2-f44c609eed31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:57.764197 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:15:58.111306 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-bc069a78-5b7a-42e4-a389-27c7d33abb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:58.745567 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:15:59.323570 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:00.929421 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:02.416158 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:25.917645 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4b67c8ef-ef77-4ce7-9a2d-b007eeb99c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:28.054861 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-89978d9e-fff8-482c-863b-07a73e3a6948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:28.780401 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:29.294579 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:30.934651 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:32.374413 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:34.763915 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:16:55.936892 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-af4fe5ed-0574-462e-966a-055546fb397c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:58.064278 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f42827da-49b4-41a8-83a8-9ee1be37700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:58.803250 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:16:59.266155 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:00.945886 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:02.366737 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:11.763724 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:17:25.934473 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9849-6990-40a1-9acb-1cf24b37b2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:28.054426 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d319-9af9-41d5-90cb-8b0ee5c85c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:28.774569 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:29.282722 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:30.960603 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:32.420191 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:48.766010 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:17:55.945512 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-7343c83c-eb29-4949-850b-381a4565e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:58.182909 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-27413008-cf38-460d-9dce-f3c7dcd9c962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:58.785830 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:17:59.428552 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:00.991496 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:02.491854 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:25.765864 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:18:25.945726 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-5074426c-5522-4d80-a5e1-c3305c63fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:28.054028 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-a45b321a-ff02-4c73-82c0-411bc322dbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:28.873533 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:29.296440 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:30.970435 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:32.376412 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:55.956135 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-3cf85b25-f00f-4296-b355-33fd525700f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:58.044321 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-88b27dcb-0214-4d27-83c4-df174f5a3476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:58.758547 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:18:59.305132 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:00.939359 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:02.387079 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:02.765466 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:19:25.950531 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-f88282cb-c3c9-4832-9541-87af8b335405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:28.047427 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-9dedda87-72c8-4d1b-907b-9ebb268f72e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:28.803544 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:29.327600 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:30.979253 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:32.392200 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:39.763916 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:19:56.007342 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-507eaa83-fe26-4c15-835d-f56f79b69977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:58.077386 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-d15e9107-59e1-448a-90bf-886cf3accc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:58.786083 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:19:59.305797 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:00.980383 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:02.385632 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:16.763955 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:20:25.956784 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-13e8b220-d521-4850-96ad-d54fa9804d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:28.048320 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-daa61219-32c6-4f05-b554-8431dd92b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:28.779414 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:29.322621 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:30.966839 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:32.391049 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:53.763707 dv-cinder-836996-12-iscsi neutron-server[115586]: DEBUG neutron.db.agents_db [None req-d4069d13-7cea-4dff-89de-24ec3010ee79 None None] Agent healthcheck: found 6 active agents {{(pid=115586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:20:55.943876 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-37d643ca-097f-4db9-9a4e-eda2d1fa765b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (c2d24bf1-1862-406c-b667-9f2e9a2abb9a), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:58.082004 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-4d01efdb-e373-48cc-93b3-09090ce2c998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (30ed72b8-db1e-43a2-b04d-1c81fdf368d0), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:58.831678 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-b860c959-1ab6-48c3-8ef2-f76c7a67efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (4695840e-8718-4b6f-8432-f50f6c163a76), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:20:59.333258 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-fe1a963b-2dbb-43ba-a62e-0a77df423c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (89b84df3-a5d0-41fe-aafc-752e84b4031b), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:21:00.984583 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-02604a7f-9f50-4390-bf54-0cb505d857e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (68add61c-6fa9-4713-af8c-e1c3c6ca6cc3), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:21:02.402121 dv-cinder-836996-12-iscsi neutron-server[115585]: DEBUG neutron_lib.callbacks.manager [None req-67967ad3-3a9b-4686-bf5a-07863159c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730632585274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7672298'] for agent (64356191-5fd3-42c8-9d1b-6b3d8371d4d7), after_update {{(pid=115585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}